-- Logs begin at Sun 2022-09-18 00:10:21 UTC, end at Sun 2022-09-18 01:17:29 UTC. -- Sep 18 00:48:11.914931 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 18 00:48:14.647370 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.common.config [-] Logging enabled! Sep 18 00:48:14.647941 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 18 00:48:14.648176 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106262) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 18 00:48:14.651984 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.common.config [-] Logging enabled! Sep 18 00:48:14.652240 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 18 00:48:14.652553 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106262) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 18 00:48:14.653511 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 00:48:14.653744 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 00:48:14.654232 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 00:48:14.654507 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 00:48:14.654734 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 00:48:14.655057 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.655356 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.655589 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.655887 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.656177 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.656460 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.656752 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.657047 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.657334 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.657613 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.657896 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.658127 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.658408 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.658722 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.659010 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.659236 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] debug = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.659517 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.659937 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.660346 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.660636 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.660924 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.661201 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.661471 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.661748 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.662027 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.662352 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.662650 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.662942 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.663227 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.663512 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.663785 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.664057 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.664341 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.664613 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.664912 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] log_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.665188 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.665473 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.665760 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.666047 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.666270 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.666512 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.666802 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.667090 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.667364 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.667636 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.667909 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.668179 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.668452 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.668717 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.668999 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.669282 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.669564 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.669839 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.670111 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.670384 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.670677 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.670961 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.671232 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.671507 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.671777 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.672061 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.672328 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.672598 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.672908 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.673189 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.673470 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.673756 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.674029 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.674311 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.674622 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.674874 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.675150 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] use_json = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.675422 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.675691 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.675971 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.676240 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.676511 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.676782 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.677052 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.677336 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.677606 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:14.677902 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.678196 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.678523 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.678811 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.679117 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.679400 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.679690 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.679969 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.680259 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.681080 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.681373 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.681652 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.681953 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.682242 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.682561 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.682867 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.683158 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.683708 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.683984 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.684259 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.684531 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.684814 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.685095 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.685371 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.685662 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.685952 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.686230 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.686551 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.686839 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.687127 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.687423 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.687717 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.687993 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.688272 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.688564 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.688843 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.689115 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.689402 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.689902 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.690000 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.690224 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.690545 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.690836 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.691111 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.691388 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.691679 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.691960 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.692230 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.692503 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.692776 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.693050 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.693335 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.693622 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.693896 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.694171 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.694448 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.694742 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.695015 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.695293 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.695563 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.695843 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.696667 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.696941 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.697217 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.697489 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.697762 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.698036 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.698310 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.698614 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.698889 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.699163 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.699436 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.699707 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.699984 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.700268 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.700567 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.700845 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.701126 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.701404 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.701680 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.701958 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.702236 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.702538 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.702820 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.703094 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.703387 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.703677 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.703965 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.704248 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.704545 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.704842 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.705120 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.705400 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.705675 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.705952 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.706229 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.706540 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.706820 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.707096 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.707379 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.707661 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.707955 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.708248 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.708525 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.708818 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.709112 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.709405 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.709686 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.709994 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.710274 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:14.710513 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 00:48:14.710758 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106262) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 18 00:48:15.093157 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 18 00:48:15.093483 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 18 00:48:15.093749 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 18 00:48:15.093975 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 18 00:48:15.094248 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 18 00:48:15.094603 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 18 00:48:15.422869 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.423083 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.423326 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.424548 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.424798 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.425062 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.481002 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.481279 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.481548 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.497950 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.498233 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.498529 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.527340 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.527621 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.527887 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.565458 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.565740 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.566014 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.798441 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.799081 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.799081 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.800230 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.800931 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.898423 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.898769 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.899054 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.899883 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.900148 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.900460 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.900733 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.900992 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.901249 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.901533 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.901792 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.902062 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.902318 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.902596 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.902855 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.903120 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.903374 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.903646 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.903916 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.904173 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.904449 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.904699 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.904980 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.905357 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.905612 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.905857 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.906252 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:48:15.906519 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:48:15.906760 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:48:15.906996 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:48:15.907232 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:48:15.907466 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:48:15.907829 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 18 00:48:15.910973 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 18 00:48:15.914905 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 18 00:48:15.918794 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 18 00:48:15.920418 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 18 00:48:15.921034 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 18 00:48:15.921376 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 18 00:48:15.921767 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 18 00:48:15.924566 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 18 00:48:15.924818 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 18 00:48:15.925160 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 00:48:15.930266 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 18 00:48:15.954598 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 18 00:48:15.955061 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.955364 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106262) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 18 00:48:15.955739 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.957089 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106262) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 18 00:48:15.957371 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 00:48:15.957616 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 18 00:48:15.968884 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:15.969167 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.042269 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 18 00:48:16.042558 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 18 00:48:16.042761 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 18 00:48:16.043150 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 18 00:48:16.096423 dv-cinder-master-3-iscsi neutron-server[106262]: INFO dbcounter [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Registered counter for database neutron Sep 18 00:48:16.115890 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_db.sqlalchemy.engines [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106262) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 18 00:48:16.122229 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writer thread running {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:48:16.676567 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Initializing driver for type 'gre' Sep 18 00:48:16.677126 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] gre ID ranges: [(1, 1000)] Sep 18 00:48:16.734727 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Initializing driver for type 'local' Sep 18 00:48:16.735067 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Initializing driver for type 'vlan' Sep 18 00:48:16.748957 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] VlanTypeDriver initialization complete Sep 18 00:48:16.749333 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Initializing driver for type 'vxlan' Sep 18 00:48:16.749844 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] vxlan ID ranges: [(1, 1000)] Sep 18 00:48:16.808773 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Initializing extension driver 'port_security' Sep 18 00:48:16.809422 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.extensions.port_security [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] PortSecurityExtensionDriver initialization complete Sep 18 00:48:16.809520 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Initializing mechanism driver 'openvswitch' Sep 18 00:48:16.809765 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Initializing mechanism driver 'hyperv' Sep 18 00:48:16.816479 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:16.817150 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > port after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.817553 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.817904 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.818419 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:48:16.818861 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.819276 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.819627 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.820014 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:48:16.820421 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > network after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.820772 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > network after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.821622 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > network after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.822002 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:48:16.822410 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > security_group after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.822789 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > security_group after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.823127 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.823516 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:48:16.823917 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.824267 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.824603 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.825204 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:48:16.825617 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > address_group after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.825974 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > address_group after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.826317 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.826727 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:48:16.827172 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] ML2 OVO RPC backend initialized. {{(pid=106262) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 18 00:48:16.827921 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.828276 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.828689 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > network before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.829040 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > networks before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.829384 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > port before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.829727 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > ports before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.830069 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > subnet before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.830412 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > subnets before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.830800 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > network after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.831141 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > network after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.831479 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > network after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.831818 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > port after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.832155 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.832492 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.832829 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > subnet after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.833166 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > subnet after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.833500 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.841847 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded quota_driver: . Sep 18 00:48:16.842211 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Modular L2 Plugin initialization complete Sep 18 00:48:16.842590 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading services supported by the core plugin {{(pid=106262) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 18 00:48:16.842943 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Got port-security extension from driver 'port_security' Sep 18 00:48:16.843425 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.extensions.vlantransparent [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Disabled vlantransparent extension. Sep 18 00:48:16.843918 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106262) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 18 00:48:16.844243 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading Plugin: router Sep 18 00:48:16.879149 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.879543 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router after_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.879919 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router before_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.880284 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.880657 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.881013 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router after_delete 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.881374 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.881724 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.882081 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router after_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.882428 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router after_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.882810 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router after_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.883158 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.884023 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router after_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.884439 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.884853 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.885199 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.885543 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: subnet after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.885893 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.886240 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.886617 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.886963 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: port before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.887307 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router precommit_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.887667 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router after_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.888015 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.888372 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router precommit_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.888733 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.889078 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router precommit_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.889448 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > agent after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.889801 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > agent after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.890146 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > network after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.891084 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Tracking information for resource: router configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:48:16.891415 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Tracking information for resource: floatingip configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:48:16.896613 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.db.l3_agentschedulers_db [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 18 00:48:16.897199 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.897565 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: port after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.897922 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.898284 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.899202 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router before_create 55550100 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.900068 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.900431 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router precommit_create 55550100 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.900791 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > router precommit_update 55550100 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.905638 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.services.provider_configuration [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service providers = [] {{(pid=106262) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 18 00:48:16.905998 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.db.servicetype_db [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106262) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 18 00:48:16.908989 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.services.service_base [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:48:16.909336 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.services.service_base [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:48:16.909679 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.services.service_base [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:48:16.910580 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.services.service_base [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:48:16.910952 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.services.service_base [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 18 00:48:16.911337 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:48:16.911653 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 18 00:48:16.923453 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:48:16.923789 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading Plugin: auto_allocate Sep 18 00:48:16.929547 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: network precommit_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.929915 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: network precommit_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.930999 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:48:16.931327 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading Plugin: tag Sep 18 00:48:16.938273 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:48:16.938632 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading Plugin: timestamp Sep 18 00:48:16.943154 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:48:16.943488 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading Plugin: network_ip_availability Sep 18 00:48:16.949517 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.949897 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.950256 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:16.951054 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:48:16.951445 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading Plugin: flavors Sep 18 00:48:16.957546 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:48:16.957914 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading Plugin: revisions Sep 18 00:48:16.964070 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:48:16.964463 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_concurrency.lockutils [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.870s {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 18 00:48:16.965249 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106262) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 18 00:48:16.965679 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Initializing extension manager. Sep 18 00:48:16.966221 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: __init__.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.966601 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: __pycache__ {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.966937 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: address_group.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.967926 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.968507 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: address-group Sep 18 00:48:16.968832 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: address_scope.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.969509 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.970013 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: address-scope Sep 18 00:48:16.970333 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.971272 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.971777 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: router-admin-state-down-before-update Sep 18 00:48:16.972098 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: agent.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.972765 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.973272 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: agent Sep 18 00:48:16.973593 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: agent_resources_synced.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.974479 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.974989 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: agent-resources-synced Sep 18 00:48:16.975309 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: allowedaddresspairs.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.977073 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.978153 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: allowed-address-pairs Sep 18 00:48:16.978499 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: auto_allocated_topology.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.979538 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.980053 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: auto-allocated-topology Sep 18 00:48:16.980380 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: availability_zone.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.981037 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.981542 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: availability_zone Sep 18 00:48:16.981863 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: availability_zone_filter.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.982757 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.983267 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: availability_zone_filter Sep 18 00:48:16.983590 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: data_plane_status.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.984445 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.984949 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension data-plane-status not supported by any of loaded plugins Sep 18 00:48:16.985269 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: default_subnetpools.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.986129 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.986676 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: default-subnetpools Sep 18 00:48:16.986992 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.987770 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.988280 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: dhcp_agent_scheduler Sep 18 00:48:16.988595 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: dns.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.989455 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.989951 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension dns-integration not supported by any of loaded plugins Sep 18 00:48:16.990270 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: dns_domain_ports.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.991243 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.992757 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 18 00:48:16.993112 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.993998 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.994533 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 18 00:48:16.994861 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: dvr.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.995488 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.995986 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: dvr Sep 18 00:48:16.996304 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: ecmp_routes.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.997171 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.997671 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 18 00:48:16.997989 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: empty_string_filtering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:16.998876 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:16.999377 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: empty-string-filtering Sep 18 00:48:16.999699 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.000561 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.001059 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 18 00:48:17.001381 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.002244 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.002770 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 18 00:48:17.003097 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: external_net.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.003957 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.004460 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: external-net Sep 18 00:48:17.004780 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.005642 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.006145 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: extra_dhcp_opt Sep 18 00:48:17.006475 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: extraroute.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.007350 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.007859 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: extraroute Sep 18 00:48:17.008180 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: extraroute_atomic.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.009190 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.009697 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: extraroute-atomic Sep 18 00:48:17.010018 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: filter_validation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.010688 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.011190 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: filter-validation Sep 18 00:48:17.011507 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: fip_pf_description.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.012368 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.012875 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 18 00:48:17.013194 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: fip_pf_detail.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.014060 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.014598 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 18 00:48:17.014919 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: fip_pf_port_range.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.015782 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.016285 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 18 00:48:17.016627 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: fip_port_details.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.017515 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.018024 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: fip-port-details Sep 18 00:48:17.018343 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: flavors.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.019549 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.020065 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: flavors Sep 18 00:48:17.020389 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.022005 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.022570 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 18 00:48:17.022908 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: floatingip_pools.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.023573 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.024083 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: floatingip-pools Sep 18 00:48:17.024947 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: ip_allocation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.025832 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.026339 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension ip_allocation not supported by any of loaded plugins Sep 18 00:48:17.026688 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.027575 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.028082 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: ip-substring-filtering Sep 18 00:48:17.028405 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l2_adjacency.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.029274 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.029776 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 18 00:48:17.030102 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l3.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.031099 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.031610 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: router Sep 18 00:48:17.031933 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.034356 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.034911 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 18 00:48:17.035247 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.036124 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.036641 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: ext-gw-mode Sep 18 00:48:17.036973 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.037844 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.038358 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: l3-ha Sep 18 00:48:17.038713 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.039573 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.040721 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 18 00:48:17.041045 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l3_flavors.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.041916 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.042439 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: l3-flavors Sep 18 00:48:17.042786 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.044101 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.044619 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 18 00:48:17.044945 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.045817 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.046333 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 18 00:48:17.046692 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: l3agentscheduler.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.047704 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.048216 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: l3_agent_scheduler Sep 18 00:48:17.048542 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: local_ip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.050234 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.050785 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension local_ip not supported by any of loaded plugins Sep 18 00:48:17.051116 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: logging.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.052554 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.053075 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension logging not supported by any of loaded plugins Sep 18 00:48:17.053409 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: metering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.054110 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.054732 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: metering Sep 18 00:48:17.055058 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.056145 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.056661 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: metering_source_and_destination_fields Sep 18 00:48:17.056983 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: multiprovidernet.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.057880 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.058401 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: multi-provider Sep 18 00:48:17.059051 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: netmtu.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.059901 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.060415 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: net-mtu Sep 18 00:48:17.060737 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: netmtu_writable.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.061616 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.062125 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: net-mtu-writable Sep 18 00:48:17.062448 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: network_availability_zone.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.063123 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.063629 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: network_availability_zone Sep 18 00:48:17.063949 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: network_ip_availability.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.065032 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.065540 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: network-ip-availability Sep 18 00:48:17.065861 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: network_segment_range.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.066638 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.067138 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension network-segment-range not supported by any of loaded plugins Sep 18 00:48:17.067458 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: pagination.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.068386 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.068712 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: pagination Sep 18 00:48:17.069029 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: port_device_profile.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.069895 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.070413 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: port-device-profile Sep 18 00:48:17.070767 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: port_mac_address_override.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.071749 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.072277 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: port-mac-override Sep 18 00:48:17.072602 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.073545 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.074069 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: port-mac-address-regenerate Sep 18 00:48:17.074393 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.075372 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.075903 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: port-numa-affinity-policy Sep 18 00:48:17.076228 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: port_resource_request.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.077171 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.077695 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension port-resource-request not supported by any of loaded plugins Sep 18 00:48:17.078017 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: port_resource_request_groups.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.079055 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.079587 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 18 00:48:17.079910 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: portbindings.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.080861 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.081396 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: binding Sep 18 00:48:17.081719 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: portbindings_extended.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.083120 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.083671 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: binding-extended Sep 18 00:48:17.084001 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: portsecurity.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.084977 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.085510 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: port-security Sep 18 00:48:17.085834 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: project_id.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.087766 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.088103 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: project-id Sep 18 00:48:17.088434 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: providernet.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.089404 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.089978 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: provider Sep 18 00:48:17.090298 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.094367 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.094989 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos not supported by any of loaded plugins Sep 18 00:48:17.095327 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.096857 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.097425 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 18 00:48:17.097758 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.098806 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.099340 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 18 00:48:17.099666 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_default.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.100605 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.101129 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-default not supported by any of loaded plugins Sep 18 00:48:17.101453 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_fip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.102478 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.103025 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-fip not supported by any of loaded plugins Sep 18 00:48:17.103351 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.104297 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.104821 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 18 00:48:17.105148 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_gateway_ip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.106086 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.106648 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 18 00:48:17.106972 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_port_network_policy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.107895 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.108417 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 18 00:48:17.108740 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.109787 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.110306 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 18 00:48:17.110673 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.111683 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.112194 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 18 00:48:17.112518 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_pps_rule.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.113665 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.114181 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-pps not supported by any of loaded plugins Sep 18 00:48:17.114531 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_rule_type_details.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.115421 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.115927 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 18 00:48:17.116248 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.117113 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.117638 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 18 00:48:17.118504 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: qos_rules_alias.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.119507 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.120012 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 18 00:48:17.120328 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: quota_check_limit.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.121212 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.121724 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: quota-check-limit Sep 18 00:48:17.122048 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: quotasv2.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.123048 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.123375 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: quotas Sep 18 00:48:17.123693 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: quotasv2_detail.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.125375 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.125714 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: quota_details Sep 18 00:48:17.126046 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: rbac.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.127106 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.127629 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: rbac-policies Sep 18 00:48:17.127960 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: rbac_address_group.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.128839 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.129352 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: rbac-address-group Sep 18 00:48:17.129676 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: rbac_address_scope.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.130663 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.131177 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: rbac-address-scope Sep 18 00:48:17.131501 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: rbac_security_groups.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.132388 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.132896 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: rbac-security-groups Sep 18 00:48:17.133218 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: rbac_subnetpool.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.134710 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.135222 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: rbac-subnetpool Sep 18 00:48:17.135546 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: revisionifmatch.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.136420 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.136939 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: revision-if-match Sep 18 00:48:17.137262 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: revisions.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.138334 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.138874 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: standard-attr-revisions Sep 18 00:48:17.139195 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: router_availability_zone.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.139824 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.140334 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: router_availability_zone Sep 18 00:48:17.140653 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: routerservicetype.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.141525 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.142038 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension router-service-type not supported by any of loaded plugins Sep 18 00:48:17.142361 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.143259 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.143773 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: security-groups-normalized-cidr Sep 18 00:48:17.144090 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.144965 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.145474 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: port-security-groups-filtering Sep 18 00:48:17.145793 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.146705 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.147215 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: security-groups-remote-address-group Sep 18 00:48:17.147535 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.148419 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.148930 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: security-groups-shared-filtering Sep 18 00:48:17.149278 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: securitygroup.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.159059 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.159592 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: security-group Sep 18 00:48:17.159927 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: segment.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.160619 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.161135 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension segment not supported by any of loaded plugins Sep 18 00:48:17.161464 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.162370 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.162911 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 18 00:48:17.163237 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: servicetype.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.164281 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.164823 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: service-type Sep 18 00:48:17.165149 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: sorting.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.166088 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.166421 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: sorting Sep 18 00:48:17.166774 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: standard_attr_segment.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.167667 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.168179 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 18 00:48:17.168503 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: standardattrdescription.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.169112 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.169622 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: standard-attr-description Sep 18 00:48:17.169946 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: stateful_security_group.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.170847 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.171370 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: stateful-security-group Sep 18 00:48:17.171697 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: stdattrs_common.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.172253 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 18 00:48:17.172574 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.173450 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.173965 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 18 00:48:17.174288 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: subnet_onboard.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.175308 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.175825 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: subnet_onboard Sep 18 00:48:17.176149 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.177023 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.177531 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 18 00:48:17.177856 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: subnet_service_types.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.178769 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.179284 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: subnet-service-types Sep 18 00:48:17.179608 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: subnetallocation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.181467 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.181991 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: subnet_allocation Sep 18 00:48:17.182318 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.182976 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.183740 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: subnetpool-prefix-ops Sep 18 00:48:17.184060 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.184947 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.185453 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 18 00:48:17.185773 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: tagging.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.186832 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.187353 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: standard-attr-tag Sep 18 00:48:17.187676 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: timestamp.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.188824 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.189337 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loaded extension: standard-attr-timestamp Sep 18 00:48:17.189665 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: trunk.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.190670 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.191186 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension trunk not supported by any of loaded plugins Sep 18 00:48:17.191511 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: trunk_details.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.192380 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.192887 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension trunk-details not supported by any of loaded plugins Sep 18 00:48:17.193215 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: uplink_status_propagation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.194087 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.194626 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 18 00:48:17.194951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Loading extension file: vlantransparent.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:48:17.195584 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:48:17.196636 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 18 00:48:17.199273 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:network Sep 18 00:48:17.199798 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:subnet Sep 18 00:48:17.200200 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:48:17.200593 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:port Sep 18 00:48:17.201870 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.202313 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service FLAVORS assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.202953 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.203387 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.203722 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:router Sep 18 00:48:17.204149 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 00:48:17.204632 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service METERING assigned prefix: /metering {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.206070 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:17.206448 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:17.206834 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:48:17.207827 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 00:48:17.208272 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:security_group Sep 18 00:48:17.208700 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 00:48:17.209238 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service CORE assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.209582 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:48:17.209930 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] subnetpool is already registered Sep 18 00:48:17.210347 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service CORE assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.210698 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:48:17.211031 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] subnetpool is already registered Sep 18 00:48:17.213469 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.213910 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service FLAVORS assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.214562 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.215103 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.215437 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:router Sep 18 00:48:17.215783 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] router is already registered Sep 18 00:48:17.216203 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 00:48:17.216541 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] floatingip is already registered Sep 18 00:48:17.217003 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service METERING assigned prefix: /metering {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.217713 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 00:48:17.218042 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] rbac_policy is already registered Sep 18 00:48:17.218449 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:security_group Sep 18 00:48:17.218820 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] security_group is already registered Sep 18 00:48:17.219235 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 00:48:17.219572 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] security_group_rule is already registered Sep 18 00:48:17.220060 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service CORE assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.220386 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:48:17.220719 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] subnetpool is already registered Sep 18 00:48:17.221139 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Service CORE assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:48:17.221460 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:48:17.221791 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] subnetpool is already registered Sep 18 00:48:17.222254 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: extensions {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.223877 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: address-groups {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.225356 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: address-scopes {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.226590 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: agents {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.227775 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: auto-allocated-topology {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.230281 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: availability_zones {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.231540 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: dhcp-networks {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.232954 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: dhcp-agents {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.234501 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: routers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.236228 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: flavors {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.237384 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: service_profiles {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.238709 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: next_providers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.240172 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: service_profiles {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.241631 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: floatingip-pools {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.243403 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: routers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.245217 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: floatingips {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.246406 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: l3-routers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.247810 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: l3-agents {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.249317 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: metering-labels {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.250619 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: metering-label-rules {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.251897 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: network-ip-availabilities {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.253249 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: bindings {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.254857 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: quotas {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.256415 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: quotas {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.258050 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: rbac-policies {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.259892 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: security-groups {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.261078 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: security-group-rules {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.262337 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: service-providers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.263671 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: subnetpools {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.265003 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: subnetpools {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.266509 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.268271 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.270001 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.271900 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.273586 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.275504 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.277274 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.279083 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.280901 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.282767 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron.api.extensions [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:48:17.289673 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING keystonemiddleware.auth_token [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 18 00:48:17.295303 dv-cinder-master-3-iscsi neutron-server[106262]: WARNING keystonemiddleware.auth_token [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 18 00:48:17.304254 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_concurrency.lockutils [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Acquiring lock "singleton_lock" {{(pid=106262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 18 00:48:17.304580 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_concurrency.lockutils [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Acquired lock "singleton_lock" {{(pid=106262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 18 00:48:17.305049 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_concurrency.lockutils [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Releasing lock "singleton_lock" {{(pid=106262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 18 00:48:17.306335 dv-cinder-master-3-iscsi neutron-server[106262]: INFO oslo_service.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Starting 2 workers Sep 18 00:48:17.311617 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Started child 106375 {{(pid=106262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:48:17.316065 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Started child 106376 {{(pid=106262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:48:17.317046 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:17.317843 dv-cinder-master-3-iscsi neutron-server[106262]: INFO neutron.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 18 00:48:17.318247 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:17.318581 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [-] (106375) wsgi starting up on http://0.0.0.0:9696 Sep 18 00:48:17.320742 dv-cinder-master-3-iscsi neutron-server[106262]: INFO oslo_service.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Starting 1 workers Sep 18 00:48:17.320903 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:17.322678 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [-] (106376) wsgi starting up on http://0.0.0.0:9696 Sep 18 00:48:17.326093 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Started child 106377 {{(pid=106262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:48:17.326667 dv-cinder-master-3-iscsi neutron-server[106262]: INFO oslo_service.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Starting 1 workers Sep 18 00:48:17.329988 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] calling RpcWorker wait() {{(pid=106377) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 18 00:48:17.330569 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] returning from RpcWorker wait() {{(pid=106377) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 18 00:48:17.331183 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Started child 106378 {{(pid=106262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:48:17.331913 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:17.332009 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-a80d9bfa-7892-44bb-8dd4-91bbd0b653d4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:17.332428 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:17.333866 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 00:48:17.334077 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 00:48:17.334262 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 00:48:17.334510 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 00:48:17.334861 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 00:48:17.335039 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 00:48:17.335552 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.335832 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.336107 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.336296 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:17.336825 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.336966 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.337229 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:17.337395 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.337649 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.337933 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.338180 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.338346 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.338533 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.338801 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.339051 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.339361 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.339641 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.339879 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.340127 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.340297 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.340534 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.340805 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.341126 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.341415 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] debug = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.341687 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.342162 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.342389 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.342662 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.342906 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.343179 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.343429 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.343706 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.343957 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.344186 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.344417 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.344716 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.344965 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.345213 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.345445 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.345700 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.345933 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.346431 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.346728 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.346967 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.347215 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.347475 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.347744 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.347963 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.348230 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.348478 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.348743 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.348967 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.349222 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.349468 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.349683 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.349916 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.350076 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_options = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.350309 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.350620 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.350909 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.351101 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.351339 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.351486 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.351745 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.351907 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.352143 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.352911 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.353130 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.353352 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.353547 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.353776 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.354011 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.354224 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.354440 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.354764 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.354971 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.355225 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.355464 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.355720 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.356182 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.356182 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.356729 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.356729 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.356970 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.357101 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.357299 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.357537 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.357785 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.358041 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.358640 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.358640 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.359120 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.359244 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.359364 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.359586 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.359822 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.360048 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.360300 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.360555 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.360763 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.361007 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.361222 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.361440 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.362014 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_json = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.362014 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.362299 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.362427 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.362662 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.362896 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.363116 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.364326 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.364326 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.364326 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.364326 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.365201 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.365201 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.365201 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.365551 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.365690 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.365942 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.366095 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.366540 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.366540 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.369951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.369951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.369951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.369951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.369951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.369951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.369951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.369951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.370987 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.370987 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.370987 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.370987 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.370987 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.370987 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.370987 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.372007 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.372007 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.372007 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.372007 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.374804 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.374804 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.374804 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.374804 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.374804 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.374804 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.374804 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.374804 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.375255 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.375255 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.375255 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.375255 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.375255 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.375539 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.375539 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.375741 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.375977 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.376203 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.376450 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.376702 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.376916 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.377298 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.377504 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.378013 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.378013 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.378328 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.378513 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.378691 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.378923 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.379173 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.379418 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.379656 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.380069 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.380479 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.380869 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.381270 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.381691 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.382081 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.382480 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.382910 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.383296 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.383749 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.384138 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.384534 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.384917 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.385298 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.385689 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.386101 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.386511 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.386904 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.387152 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.387337 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.387565 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.387979 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.388362 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.388742 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.389132 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.389530 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.389916 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.390289 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.390705 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.391061 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.391300 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.391621 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.391878 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.392133 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.392354 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.392612 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.392850 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.393096 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.393315 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.393537 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.393770 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.394058 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.394275 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.394545 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.394767 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.394991 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.395247 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.395475 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.395711 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.395923 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.396285 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.396650 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.397028 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.397248 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.397485 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.397706 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.397964 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.398212 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.398450 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.398695 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.398951 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.399238 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.399531 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.399761 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.400174 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.400580 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.400855 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.401270 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.401526 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.401780 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.402030 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.402261 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.402583 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.402837 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.403081 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.403332 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.403579 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.403946 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.404382 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.404689 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.404931 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.405195 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.405508 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.405760 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.406002 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.406218 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.406567 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.406803 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.407042 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.407328 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.407568 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.407800 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.408047 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.408277 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.408491 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.408740 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.408970 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.409183 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.409415 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.409624 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.409858 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.410085 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.410481 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.410726 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.410965 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.411183 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.411395 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.411612 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.411831 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.412082 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.412308 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.412527 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.412761 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.412978 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.413194 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.413413 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.413629 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.413860 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.414077 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.414342 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.414626 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.415368 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.415659 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.415839 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.416092 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.416343 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.416566 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.416782 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.416997 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.417213 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.417428 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.417643 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.418502 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.418502 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.418502 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.418780 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.418879 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.419165 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.419428 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.419654 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.419912 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.420146 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.420383 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.420601 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.420813 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.421058 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.421274 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.421497 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.421734 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.421970 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.422228 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.422483 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.422690 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.422901 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.423116 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.423388 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.423626 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.423855 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.424075 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.424289 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.424508 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.424759 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.424971 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.425184 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.425416 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.425630 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.425857 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.426074 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.426289 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.426698 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.426887 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.427116 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.427371 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.427803 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.427803 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.428065 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.428247 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.428459 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.428687 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.428896 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.429272 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.429516 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.429724 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.429946 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.430154 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.430447 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.430698 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.430922 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.431130 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.431339 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.431559 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.431774 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.431983 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.432226 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.432441 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.432671 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.432911 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.433121 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.433327 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.433826 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.434222 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.434433 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.434682 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.434892 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.435100 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.435413 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.435663 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.435879 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.436159 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.436415 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.436666 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.436903 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.437208 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.437421 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.437659 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.437751 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:17.437887 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.438128 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.438346 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.438643 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.438954 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.439233 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.439476 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.439740 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.440023 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.440291 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.440561 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.440767 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.441076 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.441405 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.441873 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.442293 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.442757 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.443063 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.443374 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.443594 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.443839 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.444073 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.444288 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.444527 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.444754 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.444975 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.445191 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.445410 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.445624 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.445869 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.446645 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.446883 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.447096 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.447250 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 00:48:17.448270 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 00:48:17.448270 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 00:48:17.448270 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 00:48:17.448270 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 00:48:17.448595 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 00:48:17.448595 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 00:48:17.448718 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.448902 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.449034 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.449190 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.449384 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.449546 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.449701 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.449857 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.450014 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.450172 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.450324 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.450668 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.450860 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.451004 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.451146 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.451271 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.451391 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.451545 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.451889 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.452026 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.452185 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.452339 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] debug = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.452493 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.452689 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.452852 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.452996 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.453149 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.453303 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.453457 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.453610 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.453764 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.453922 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.454077 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.454231 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.454386 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.454566 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.454728 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.454872 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.455021 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.455175 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.455327 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.455483 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.455638 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.455793 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.455950 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.456104 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.456260 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.456415 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.456571 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.456739 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.456877 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.457033 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.457187 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.457342 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.457496 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_options = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.457651 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.457807 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.457961 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.458146 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.458309 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.458449 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.458617 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.458769 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.458923 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.459078 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.459233 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.459387 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.459541 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.459695 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.459847 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.460000 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.460153 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.460306 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.460460 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.460613 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.460767 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.460921 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.461073 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.461226 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.461380 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.461534 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.461790 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.461944 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.462097 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.462252 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.462407 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.462583 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.462737 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.462892 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.463051 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.463215 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.463361 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.463498 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.463659 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.463811 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.464196 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.464196 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.464639 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.464639 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.464639 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.464845 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.464845 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_json = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.464983 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.465112 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.465270 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.465425 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.465580 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.465734 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.465931 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.466024 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.466177 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:48:17.466532 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.466696 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.467015 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.467015 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.467306 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.467306 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.467535 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.467654 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.467795 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.467916 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.468182 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.468182 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.468481 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.468481 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.468675 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.468783 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.468940 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.469098 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.469257 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.469414 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.469571 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.469728 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.469894 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.470050 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.470206 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.470362 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.470548 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.470717 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.470873 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.471039 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.471214 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.471372 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.471531 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.471690 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.471847 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.472007 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.472165 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.472323 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.472480 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.472637 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.472795 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.472954 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.473110 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.473266 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.473423 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.473581 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.473739 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.473902 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.474058 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.474216 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.474373 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.474553 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.474712 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.474872 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.475029 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.475187 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.475344 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.475513 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.475670 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.475828 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.475985 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.476142 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.476299 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.476456 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.476613 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.476770 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.476931 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.477099 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.477786 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.477992 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.478153 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.478310 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.478494 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.478678 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.478788 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.478941 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.479096 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.479259 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.479416 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.479572 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.479730 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.479887 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.480043 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.480200 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.480358 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.480517 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.480674 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.480832 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.480990 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.481146 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.481304 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.481469 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.481690 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.481793 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.481950 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.482101 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.482298 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.482392 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.482569 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.482729 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.482884 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.483041 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.483198 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.483357 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.483517 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.483675 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.483832 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.483989 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.484146 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.484305 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.484467 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.484624 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.484780 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.484936 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.485092 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.485249 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.485406 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.485564 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.485721 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.485878 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.486035 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.486193 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.486350 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.486539 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.486699 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.486859 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.487017 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.487182 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.487352 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.487511 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.487686 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.488362 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.488362 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.488362 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.488362 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.488678 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.488678 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.488678 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.488884 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.488992 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.489149 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.489306 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.489465 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.489647 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.489805 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.489961 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.490119 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.490276 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.490433 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.490612 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.490769 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.490927 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.491083 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.491241 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.491399 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.491556 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.491714 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.491867 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.492017 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.492173 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.492398 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.492528 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.492612 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.492765 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.493528 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.493690 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.493848 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.494005 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.494162 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.494320 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.494492 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.494655 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.494813 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.494971 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.495130 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.495287 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.495443 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.495601 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.495758 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.495916 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.496075 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.496233 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.496399 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.496536 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.496692 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.496849 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.497009 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.497217 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.497307 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.497459 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.497616 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.497772 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.497930 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.498088 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.498244 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.498401 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.498579 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.498743 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.498916 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.499074 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.499230 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.499391 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.499549 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.499707 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.499864 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.500021 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.500180 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.500325 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.500484 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.500642 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.500798 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.500954 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.501115 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.501268 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.501424 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.501583 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.501740 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.501957 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.502054 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.502201 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.502356 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.502610 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.502767 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.502924 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.503081 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.503239 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.503397 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.503553 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.503710 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.503866 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.504036 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.504193 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.504351 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.504513 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.504670 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.504827 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.504993 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.505151 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.505308 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.505464 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.505619 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.505775 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.505942 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.506098 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.506256 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.506413 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.506590 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.506789 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.506919 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.507048 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.507205 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.507361 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.507517 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.507674 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.507840 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.507996 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.508154 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.508310 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509138 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509138 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509138 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509138 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509138 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509560 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509560 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509560 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509788 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509879 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.509989 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.510156 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.510482 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.510656 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.510810 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.510981 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.511140 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.511304 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.511465 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.511623 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.511781 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.511943 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.512105 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.512272 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.512437 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.512599 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.512765 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.512929 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.513095 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.513253 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.513415 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.513585 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.513742 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.513901 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.514058 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.514215 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.514372 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.514556 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.514716 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.514871 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.515027 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.515183 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.515347 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.515500 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.515657 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.515814 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.515972 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.516128 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.516287 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.516443 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.516599 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:48:17.516750 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 00:48:17.597997 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 36986) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:17.605495 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0053668 Sep 18 00:48:17.609840 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [-] 10.222.0.42 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037687 Sep 18 00:48:26.800145 dv-cinder-master-3-iscsi neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:30.716155 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eeec24-cb52-426c-9c8d-4802113bee57 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=106377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 18 00:48:30.740215 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writer thread running {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:48:30.740668 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writer thread running {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:48:30.838795 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eeec24-cb52-426c-9c8d-4802113bee57 None None] No non-hosted networks {{(pid=106377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 18 00:48:30.907530 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-256d1cbd-5b53-4d0d-bed5-32e59b31c7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534209'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:32.986230 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writer thread running {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:48:33.603590 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aab7e59e-076f-4d2c-ab3b-f9e736115209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534209'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:33.641073 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7480a0f-c48c-4125-b12d-353f6139e5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:35.198697 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534209'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:35.622666 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37060) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:36.241773 dv-cinder-master-3-iscsi neutron-server[106376]: WARNING oslo_policy.policy [None req-051189f1-27b9-4e5f-80be-2b050d4f0015 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:48:36.244630 dv-cinder-master-3-iscsi neutron-server[106376]: WARNING oslo_policy.policy [None req-051189f1-27b9-4e5f-80be-2b050d4f0015 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:48:36.329101 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534209'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:36.329785 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.330305 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.330816 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.331306 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.331785 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.332259 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.332745 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.333243 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.333729 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.334487 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.335131 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.336669 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.337173 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.338341 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.338845 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:36.339408 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:36.358091 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:36.492911 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [None req-051189f1-27b9-4e5f-80be-2b050d4f0015 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:48:36.546648 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-051189f1-27b9-4e5f-80be-2b050d4f0015 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9227169 Sep 18 00:48:37.050601 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534209'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:38.188913 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.db.l3_hamode_db [None req-c93a812e-c843-4f1f-b4bb-c22dd2a1c553 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 18 00:48:38.272906 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a812e-c843-4f1f-b4bb-c22dd2a1c553 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:48:38.273336 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a812e-c843-4f1f-b4bb-c22dd2a1c553 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 18 00:48:39.314724 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37096) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:39.642681 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-92eaf868-e55a-4ddc-bbd2-b46631451419 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:39.655006 dv-cinder-master-3-iscsi neutron-server[106376]: ERROR stevedore.extension [None req-92eaf868-e55a-4ddc-bbd2-b46631451419 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 18 00:48:39.735974 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.policy [None req-92eaf868-e55a-4ddc-bbd2-b46631451419 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106376) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 00:48:39.777822 dv-cinder-master-3-iscsi neutron-server[106376]: WARNING oslo_policy.policy [None req-92eaf868-e55a-4ddc-bbd2-b46631451419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:48:39.778200 dv-cinder-master-3-iscsi neutron-server[106376]: WARNING oslo_policy.policy [None req-92eaf868-e55a-4ddc-bbd2-b46631451419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:48:39.798015 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writer thread running {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:48:39.874819 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92eaf868-e55a-4ddc-bbd2-b46631451419 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729649466714', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729649467182', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729649450125', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729649458057', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729649434923', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729649443190', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16587306', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16591196', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525993', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-638099'] for rbac-policy (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:39.947330 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92eaf868-e55a-4ddc-bbd2-b46631451419 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:39.948693 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-92eaf868-e55a-4ddc-bbd2-b46631451419 admin admin] 10.222.0.42 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6329296 Sep 18 00:48:42.585216 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37106) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:42.939034 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:42.971199 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Made reservation on behalf of 4c46ff2118f948a085f639b37068aa57 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:42.975453 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:42.995529 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:43.116243 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Publish callbacks [] for security_group (014c24f4-4218-4ff1-bace-7245942ae53a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:43.120365 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (014c24f4-4218-4ff1-bace-7245942ae53a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:43.155273 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:48:43.186364 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729646339512', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (07f8f759-63f5-4695-a807-7a5b0dd04a6c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:43.186983 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Unsubscribe: segment precommit_create {{(pid=106376) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 00:48:43.187542 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Added segment 07f8f759-63f5-4695-a807-7a5b0dd04a6c of type vlan for network fa6072ac-1309-4271-9b36-4579bf09f83f Sep 18 00:48:43.194341 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=014c24f4-4218-4ff1-bace-7245942ae53a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:43.232855 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.233200 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.233559 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.233913 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.234252 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.234618 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.234951 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.235270 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.235592 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.235913 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.236236 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.236571 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.236893 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.237209 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.237530 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Tracked resource versions report: Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: pushed versions: Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: { 'AddressGroup': {'1.2'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Agent': {'1.1'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'ConntrackHelper': {'1.0'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Log': {'1.0'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'NDPProxy': {'1.0'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Network': {'1.1'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Port': {'1.7'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'PortForwarding': {'1.3'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'QosPolicy': {'1.10'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'SecurityGroup': {'1.5'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'SubPort': {'1.0'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Subnet': {'1.1'}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Trunk': {'1.1'}} Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: consumer versions: Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Agent': '1.1', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'ConntrackHelper': '1.0', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'LocalIPAssociation': '1.0', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Log': '1.0', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'NDPProxy': '1.0', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Network': '1.1', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Port': '1.7', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'PortForwarding': '1.3', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'QosPolicy': '1.10', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'SecurityGroup': '1.5', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'SecurityGroupRule': '1.2', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'SubPort': '1.0', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Subnet': '1.1', Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: 'Trunk': '1.1'}} Sep 18 00:48:43.239072 dv-cinder-master-3-iscsi neutron-server[106376]: {{(pid=106376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:48:43.301106 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (fa6072ac-1309-4271-9b36-4579bf09f83f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:43.343405 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (fa6072ac-1309-4271-9b36-4579bf09f83f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:43.348495 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:48:43.349238 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:43.388465 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:43.455065 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8687310 Sep 18 00:48:43.481312 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1e9ae-f956-479b-82f4-b8b74e375788 demo demo] Pushing event updated for resources: {'Network': ['ID=fa6072ac-1309-4271-9b36-4579bf09f83f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:43.495712 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network fa6072ac-1309-4271-9b36-4579bf09f83f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:48:46.205782 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37120) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:46.634045 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f5e1a-0356-42e3-a083-d012ca01157d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:48:46.635448 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-1d2f5e1a-0356-42e3-a083-d012ca01157d demo admin] 10.222.0.42 "GET /networking/v2.0/networks/fa6072ac-1309-4271-9b36-4579bf09f83f HTTP/1.1" status: 200 len: 825 time: 0.4286969 Sep 18 00:48:46.662898 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-08b4325e-e542-406f-bb5d-9244a139022e demo admin] 10.222.0.42 "GET /networking/v2.0/subnetpools/81301b4d-8c31-4173-88b8-fd07a26b1b44 HTTP/1.1" status: 200 len: 734 time: 0.0210826 Sep 18 00:48:46.672278 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Request body: {'subnet': {'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '81301b4d-8c31-4173-88b8-fd07a26b1b44'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:46.694277 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Made reservation on behalf of 4c46ff2118f948a085f639b37068aa57 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:46.697081 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:46.911835 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:46.995415 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (c72fa857-358a-4e78-9755-8a45ff80ab4c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:47.064335 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c72fa857-358a-4e78-9755-8a45ff80ab4c,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:47.073221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Checking segment: {'id': '07f8f759-63f5-4695-a807-7a5b0dd04a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:48:47.073571 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Network hostable DHCP agents. Network: fa6072ac-1309-4271-9b36-4579bf09f83f, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:48:47.096031 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Network fa6072ac-1309-4271-9b36-4579bf09f83f is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:48:47.108109 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fa6072ac-1309-4271-9b36-4579bf09f83f) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:47.113389 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:48:47.114048 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:47.120441 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3a83a0-582f-470c-aef9-8e19a26be173 None None] Network fa6072ac-1309-4271-9b36-4579bf09f83f requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:48:47.135161 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=28,neutron:INSERT=32,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:47.136604 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f0c4b44b-915f-47e0-b0b5-705d86bdf805 demo admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4678431 Sep 18 00:48:47.500866 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-fa6072ac-1309-4271-9b36-4579bf09f83f', 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f', 'project_id': '4c46ff2118f948a085f639b37068aa57', 'fixed_ips': [{'subnet_id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:48:47.502147 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:47.787167 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Allocated IP 172.20.0.2 (fa6072ac-1309-4271-9b36-4579bf09f83f/c72fa857-358a-4e78-9755-8a45ff80ab4c/f3545055-7eb4-47b2-be7e-bc431b9e64d3) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:48.089592 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Publish callbacks [] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:48.098135 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:48.181159 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Network fa6072ac-1309-4271-9b36-4579bf09f83f is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:48.188402 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:48.192652 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:48:48.199994 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Pushing event updated for resources: {'Port': ['ID=f3545055-7eb4-47b2-be7e-bc431b9e64d3,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:48.234011 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.234352 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.234724 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.235080 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.235411 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.235738 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.236066 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.236388 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.236709 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.237030 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.237350 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.237685 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.238007 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.238325 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.238664 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Tracked resource versions report: Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: pushed versions: Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: { 'AddressGroup': {'1.2'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Agent': {'1.1'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'ConntrackHelper': {'1.0'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Log': {'1.0'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'NDPProxy': {'1.0'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Network': {'1.1'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Port': {'1.7'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'PortForwarding': {'1.3'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'QosPolicy': {'1.10'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'SecurityGroup': {'1.5'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'SubPort': {'1.0'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Subnet': {'1.1'}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Trunk': {'1.1'}} Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: consumer versions: Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Agent': '1.1', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'ConntrackHelper': '1.0', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'LocalIPAssociation': '1.0', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Log': '1.0', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'NDPProxy': '1.0', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Network': '1.1', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Port': '1.7', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'PortForwarding': '1.3', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'QosPolicy': '1.10', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'SecurityGroup': '1.5', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'SecurityGroupRule': '1.2', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'SubPort': '1.0', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Subnet': '1.1', Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: 'Trunk': '1.1'}} Sep 18 00:48:48.240106 dv-cinder-master-3-iscsi neutron-server[106377]: {{(pid=106377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:48:48.298016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Attempting to bind port f3545055-7eb4-47b2-be7e-bc431b9e64d3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:48:48.298424 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Attempting to bind port f3545055-7eb4-47b2-be7e-bc431b9e64d3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '07f8f759-63f5-4695-a807-7a5b0dd04a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:48:48.298899 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Attempting to bind port f3545055-7eb4-47b2-be7e-bc431b9e64d3 on network fa6072ac-1309-4271-9b36-4579bf09f83f {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:48.351556 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:48:48.351895 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Checking segment: {'id': '07f8f759-63f5-4695-a807-7a5b0dd04a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:48:48.352368 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:48.352761 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Bound using segment: {'id': '07f8f759-63f5-4695-a807-7a5b0dd04a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:48:48.353265 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Bound port: f3545055-7eb4-47b2-be7e-bc431b9e64d3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f8f759-63f5-4695-a807-7a5b0dd04a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:48:48.353664 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:48.418598 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] For port f3545055-7eb4-47b2-be7e-bc431b9e64d3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:48.440205 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] For port f3545055-7eb4-47b2-be7e-bc431b9e64d3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f3545055-7eb4-47b2-be7e-bc431b9e64d3,segment=NetworkSegment(07f8f759-63f5-4695-a807-7a5b0dd04a6c),segment_id=07f8f759-63f5-4695-a807-7a5b0dd04a6c)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:48.448623 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:48.501705 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15551fa0-a8a7-4c8f-b9d6-a84c707aba2e None None] Pushing event updated for resources: {'Port': ['ID=f3545055-7eb4-47b2-be7e-bc431b9e64d3,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:50.037593 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 37130) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:50.597007 dv-cinder-master-3-iscsi neutron-server[106375]: WARNING oslo_policy.policy [None req-e224cd09-f4b0-4e77-95b9-58c92fa8c5c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:48:50.597612 dv-cinder-master-3-iscsi neutron-server[106375]: WARNING oslo_policy.policy [None req-e224cd09-f4b0-4e77-95b9-58c92fa8c5c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:48:50.821192 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [None req-e224cd09-f4b0-4e77-95b9-58c92fa8c5c0 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:48:50.822473 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-e224cd09-f4b0-4e77-95b9-58c92fa8c5c0 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7829242 Sep 18 00:48:51.052248 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:51.060886 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:53.557794 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 37148) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:53.888143 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [None req-55651846-cb91-4d0d-8351-e77bf95d2b42 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:48:53.889163 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-55651846-cb91-4d0d-8351-e77bf95d2b42 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3302858 Sep 18 00:48:56.243059 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device f3545055-7eb4-47b2-be7e-bc431b9e64d3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:56.330631 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port f3545055-7eb4-47b2-be7e-bc431b9e64d3 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:56.331047 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:56.331417 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port f3545055-7eb4-47b2-be7e-bc431b9e64d3 Sep 18 00:48:56.442337 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port f3545055-7eb4-47b2-be7e-bc431b9e64d3 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:56.442782 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:56.481232 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port f3545055-7eb4-47b2-be7e-bc431b9e64d3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f3545055-7eb4-47b2-be7e-bc431b9e64d3,segment=NetworkSegment(07f8f759-63f5-4695-a807-7a5b0dd04a6c),segment_id=07f8f759-63f5-4695-a807-7a5b0dd04a6c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:56.484829 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:56.535270 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=f3545055-7eb4-47b2-be7e-bc431b9e64d3,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:56.577998 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37160) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:56.914033 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ce8da5be-4e80-4d45-a0ef-967c02e7e1c4 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:56.939991 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce8da5be-4e80-4d45-a0ef-967c02e7e1c4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:56.941513 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce8da5be-4e80-4d45-a0ef-967c02e7e1c4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:57.028447 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26918caa-8a3e-4fea-91cd-3db45c93fc4b None None] Network fa6072ac-1309-4271-9b36-4579bf09f83f requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:48:57.042949 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:57.080629 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:57.086722 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce8da5be-4e80-4d45-a0ef-967c02e7e1c4 demo demo] Publish callbacks [] for router_controller (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:57.091961 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce8da5be-4e80-4d45-a0ef-967c02e7e1c4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:57.110523 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce8da5be-4e80-4d45-a0ef-967c02e7e1c4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:57.111658 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ce8da5be-4e80-4d45-a0ef-967c02e7e1c4 demo demo] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5326111 Sep 18 00:48:57.120299 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-b42d4bbd-2fe5-433b-aab6-2b298a213ea1 None None] Provisioning complete for port f3545055-7eb4-47b2-be7e-bc431b9e64d3 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:57.120697 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b42d4bbd-2fe5-433b-aab6-2b298a213ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:57.121041 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b42d4bbd-2fe5-433b-aab6-2b298a213ea1 None None] Attempt 1 to provision port f3545055-7eb4-47b2-be7e-bc431b9e64d3 Sep 18 00:48:57.243605 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b42d4bbd-2fe5-433b-aab6-2b298a213ea1 None None] Current status of the port f3545055-7eb4-47b2-be7e-bc431b9e64d3 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:57.359635 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:57.367728 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-5ecce541-1556-4d38-b858-47584f8a1207 None None] Provisioning complete for port f3545055-7eb4-47b2-be7e-bc431b9e64d3 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:57.368039 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5ecce541-1556-4d38-b858-47584f8a1207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:57.368373 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-5ecce541-1556-4d38-b858-47584f8a1207 None None] Attempt 1 to provision port f3545055-7eb4-47b2-be7e-bc431b9e64d3 Sep 18 00:48:57.443876 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5ecce541-1556-4d38-b858-47584f8a1207 None None] Current status of the port f3545055-7eb4-47b2-be7e-bc431b9e64d3 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:58.227336 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device f3545055-7eb4-47b2-be7e-bc431b9e64d3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:58.270154 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port f3545055-7eb4-47b2-be7e-bc431b9e64d3 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:58.270871 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:58.270871 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port f3545055-7eb4-47b2-be7e-bc431b9e64d3 Sep 18 00:48:58.345516 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port f3545055-7eb4-47b2-be7e-bc431b9e64d3 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:59.796994 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37170) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:00.124459 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [None req-13d7819f-dbdb-4460-9b5c-58c53cd65e27 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:49:00.125458 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-13d7819f-dbdb-4460-9b5c-58c53cd65e27 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3275168 Sep 18 00:49:00.691368 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2008c218-7ba0-4da2-a50b-4e580197904c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:02.818478 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37178) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:03.156860 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:03.178683 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Made reservation on behalf of 2e41e0644d514666af8ca7ed05ebaec8 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:03.181561 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:03.190503 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:03.274629 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:03.276903 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Publish callbacks [] for security_group (911ce262-b4dd-4051-8eb0-7a788b98493c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:03.281169 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (911ce262-b4dd-4051-8eb0-7a788b98493c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:03.298470 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Reserving flat network on physical network physnet1 {{(pid=106376) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 18 00:49:03.324400 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:03.324683 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Added segment 31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1 of type flat for network c1663feb-1f53-4145-8100-5084455f98f8 Sep 18 00:49:03.326115 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911ce262-b4dd-4051-8eb0-7a788b98493c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:03.377531 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (c1663feb-1f53-4145-8100-5084455f98f8), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:03.410050 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (c1663feb-1f53-4145-8100-5084455f98f8), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:03.411056 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:03.411632 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:03.496734 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6737123 Sep 18 00:49:03.517161 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff3831-a94f-43a8-9279-6e9ee1125651 admin admin] Pushing event updated for resources: {'Network': ['ID=c1663feb-1f53-4145-8100-5084455f98f8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:03.529997 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network c1663feb-1f53-4145-8100-5084455f98f8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:49:03.621792 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69c26f49-2563-4148-b76a-042640a3e9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:05.153936 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:06.188109 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37188) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:06.315180 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:06.608642 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=17,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:06.631400 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a701440e-7c66-4c75-a1a7-03c059d072c2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:06.632763 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a701440e-7c66-4c75-a1a7-03c059d072c2 demo admin] 10.222.0.42 "GET /networking/v2.0/subnets/c72fa857-358a-4e78-9755-8a45ff80ab4c HTTP/1.1" status: 200 len: 849 time: 0.4436858 Sep 18 00:49:06.751563 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c4423552-eb36-4ded-a4d7-31c5ab4bff36 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a HTTP/1.1" status: 200 len: 704 time: 0.1128149 Sep 18 00:49:06.986751 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:07.027514 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:07.377152 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:49:07.413624 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Allocated IP 172.20.0.1 (fa6072ac-1309-4271-9b36-4579bf09f83f/c72fa857-358a-4e78-9755-8a45ff80ab4c/8f6169a7-4c42-4406-8b19-5c319519638b) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:07.592873 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Publish callbacks [] for port (8f6169a7-4c42-4406-8b19-5c319519638b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:07.654938 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:07.661540 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:07.743708 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Network fa6072ac-1309-4271-9b36-4579bf09f83f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:07.749536 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:07.753846 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:49:07.755100 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:07.775336 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Pushing event updated for resources: {'Port': ['ID=8f6169a7-4c42-4406-8b19-5c319519638b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:07.938134 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Provisioning complete for port 8f6169a7-4c42-4406-8b19-5c319519638b triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:49:07.939041 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:07.939241 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Attempt 1 to provision port 8f6169a7-4c42-4406-8b19-5c319519638b Sep 18 00:49:07.992867 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:07.993992 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Port 8f6169a7-4c42-4406-8b19-5c319519638b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:49:07.996175 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:08.212813 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Publish callbacks [] for port (8f6169a7-4c42-4406-8b19-5c319519638b), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:08.217618 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:08.218575 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:08.297087 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Pushing event updated for resources: {'Port': ['ID=8f6169a7-4c42-4406-8b19-5c319519638b,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:08.347952 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Network fa6072ac-1309-4271-9b36-4579bf09f83f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:08.349399 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:08.496142 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Attempt 2 to provision port 8f6169a7-4c42-4406-8b19-5c319519638b Sep 18 00:49:08.511935 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Router c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:49:08.537772 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Port 8f6169a7-4c42-4406-8b19-5c319519638b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:49:08.604065 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:08.609670 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-50b04c96-cea2-4270-a18d-a4fbc490d542 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8528132 Sep 18 00:49:08.625855 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Sync routers for ids ['c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:08.638946 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Routers {'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:49:08.639789 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:49:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:08.834953 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Set router c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:49:09.039686 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Attempt 3 to provision port 8f6169a7-4c42-4406-8b19-5c319519638b Sep 18 00:49:09.073108 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Port 8f6169a7-4c42-4406-8b19-5c319519638b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:49:09.271085 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'name': 'router1', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:48:56Z', 'updated_at': '2022-09-18T00:49:07Z', 'revision_number': 2, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'gw_port_host': None, '_interfaces': [{'id': '8f6169a7-4c42-4406-8b19-5c319519638b', 'name': '', 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'mac_address': 'fa:16:3e:53:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:49:07Z', 'updated_at': '2022-09-18T00:49:08Z', 'revision_number': 2, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'subnets': [{'id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81301b4d-8c31-4173-88b8-fd07a26b1b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:09.321863 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Checking router: c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:49:09.322230 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Updating router c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a port 8f6169a7-4c42-4406-8b19-5c319519638b binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:49:09.378094 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:09.573965 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Attempt 4 to provision port 8f6169a7-4c42-4406-8b19-5c319519638b Sep 18 00:49:09.606538 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Port 8f6169a7-4c42-4406-8b19-5c319519638b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:49:09.970057 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Publish callbacks [] for port (8f6169a7-4c42-4406-8b19-5c319519638b), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:09.981849 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:10.107937 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Attempt 5 to provision port 8f6169a7-4c42-4406-8b19-5c319519638b Sep 18 00:49:10.140489 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Pushing event updated for resources: {'Port': ['ID=8f6169a7-4c42-4406-8b19-5c319519638b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:10.142013 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Port 8f6169a7-4c42-4406-8b19-5c319519638b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:49:10.143286 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Attempting to bind port 8f6169a7-4c42-4406-8b19-5c319519638b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:49:10.143675 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Attempting to bind port 8f6169a7-4c42-4406-8b19-5c319519638b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '07f8f759-63f5-4695-a807-7a5b0dd04a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:49:10.144122 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Attempting to bind port 8f6169a7-4c42-4406-8b19-5c319519638b on network fa6072ac-1309-4271-9b36-4579bf09f83f {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:10.186332 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.186712 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.187071 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.187422 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.187760 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.188089 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.188409 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.188726 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.189046 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.189372 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.189688 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.190030 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.190347 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.190745 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.191061 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Tracked resource versions report: Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: pushed versions: Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: { 'AddressGroup': {'1.2'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Agent': {'1.1'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Log': {'1.0'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'NDPProxy': {'1.0'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Network': {'1.1'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Port': {'1.7'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'PortForwarding': {'1.3'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'QosPolicy': {'1.10'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'SecurityGroup': {'1.5'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'SubPort': {'1.0'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Subnet': {'1.1'}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Trunk': {'1.1'}} Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: consumer versions: Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Agent': '1.1', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'ConntrackHelper': '1.0', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'LocalIPAssociation': '1.0', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Log': '1.0', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'NDPProxy': '1.0', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Network': '1.1', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Port': '1.7', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'PortForwarding': '1.3', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'QosPolicy': '1.10', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'SecurityGroup': '1.5', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'SecurityGroupRule': '1.2', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'SubPort': '1.0', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Subnet': '1.1', Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: 'Trunk': '1.1'}} Sep 18 00:49:10.192492 dv-cinder-master-3-iscsi neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:49:10.251628 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:49:10.252015 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Checking segment: {'id': '07f8f759-63f5-4695-a807-7a5b0dd04a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:49:10.252429 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:10.252820 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Bound using segment: {'id': '07f8f759-63f5-4695-a807-7a5b0dd04a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:49:10.253310 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Bound port: 8f6169a7-4c42-4406-8b19-5c319519638b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f8f759-63f5-4695-a807-7a5b0dd04a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:49:10.253691 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:10.286987 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:10.325067 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] For port 8f6169a7-4c42-4406-8b19-5c319519638b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:10.346587 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] For port 8f6169a7-4c42-4406-8b19-5c319519638b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f6169a7-4c42-4406-8b19-5c319519638b,segment=NetworkSegment(07f8f759-63f5-4695-a807-7a5b0dd04a6c),segment_id=07f8f759-63f5-4695-a807-7a5b0dd04a6c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:10.353422 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:10.357997 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:10.396250 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Routers {'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:49:10.397227 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:49:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:10.474434 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a16e5d-ce8f-4a7b-8aeb-d7637780fd19 None None] Pushing event updated for resources: {'Port': ['ID=8f6169a7-4c42-4406-8b19-5c319519638b,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:10.500689 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] Set router c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:49:10.643996 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Attempt 6 to provision port 8f6169a7-4c42-4406-8b19-5c319519638b Sep 18 00:49:10.714407 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'name': 'router1', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:48:56Z', 'updated_at': '2022-09-18T00:49:07Z', 'revision_number': 2, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'gw_port_host': None, '_interfaces': [{'id': '8f6169a7-4c42-4406-8b19-5c319519638b', 'name': '', 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'mac_address': 'fa:16:3e:53:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:49:07Z', 'updated_at': '2022-09-18T00:49:10Z', 'revision_number': 4, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'subnets': [{'id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81301b4d-8c31-4173-88b8-fd07a26b1b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:10.730063 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Current status of the port 8f6169a7-4c42-4406-8b19-5c319519638b is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:49:10.730490 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:10.747165 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd133d0-5114-48c2-818b-5d0f58f93c8d None None] The sync data for ids ['c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'] in dv-cinder-master-3-iscsi is: [{'id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'name': 'router1', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:48:56Z', 'updated_at': '2022-09-18T00:49:07Z', 'revision_number': 2, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'gw_port_host': None, '_interfaces': [{'id': '8f6169a7-4c42-4406-8b19-5c319519638b', 'name': '', 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'mac_address': 'fa:16:3e:53:07:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:49:07Z', 'updated_at': '2022-09-18T00:49:10Z', 'revision_number': 4, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'subnets': [{'id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81301b4d-8c31-4173-88b8-fd07a26b1b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:10.770432 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] For port 8f6169a7-4c42-4406-8b19-5c319519638b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8f6169a7-4c42-4406-8b19-5c319519638b,segment=NetworkSegment(07f8f759-63f5-4695-a807-7a5b0dd04a6c),segment_id=07f8f759-63f5-4695-a807-7a5b0dd04a6c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:10.776950 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:10.828482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f895c0-d825-44ea-8856-04ee7e21b82c None None] Pushing event updated for resources: {'Port': ['ID=8f6169a7-4c42-4406-8b19-5c319519638b,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:10.898895 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-45d78593-c6dd-41a5-a70e-d77c92737fc1 None None] Provisioning complete for port 8f6169a7-4c42-4406-8b19-5c319519638b triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:49:10.899297 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-45d78593-c6dd-41a5-a70e-d77c92737fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:10.899644 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-45d78593-c6dd-41a5-a70e-d77c92737fc1 None None] Attempt 1 to provision port 8f6169a7-4c42-4406-8b19-5c319519638b Sep 18 00:49:10.988912 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-45d78593-c6dd-41a5-a70e-d77c92737fc1 None None] Current status of the port 8f6169a7-4c42-4406-8b19-5c319519638b is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:49:11.338435 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 37198) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:11.794347 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writer thread running {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:49:11.834548 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:11.960351 dv-cinder-master-3-iscsi neutron-server[106375]: ERROR stevedore.extension [None req-85d36953-ac44-4960-b653-9251d336aff5 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 18 00:49:12.016653 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.policy [None req-85d36953-ac44-4960-b653-9251d336aff5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106375) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 00:49:12.060006 dv-cinder-master-3-iscsi neutron-server[106375]: WARNING oslo_policy.policy [None req-85d36953-ac44-4960-b653-9251d336aff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:49:12.060393 dv-cinder-master-3-iscsi neutron-server[106375]: WARNING oslo_policy.policy [None req-85d36953-ac44-4960-b653-9251d336aff5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:49:12.068411 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d36953-ac44-4960-b653-9251d336aff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:12.070307 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-85d36953-ac44-4960-b653-9251d336aff5 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/c1663feb-1f53-4145-8100-5084455f98f8 HTTP/1.1" status: 200 len: 842 time: 0.7305183 Sep 18 00:49:12.080909 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Request body: {'subnet': {'gateway_ip': '172.37.7.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'cidr': '172.37.7.0/24'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:12.128306 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Made reservation on behalf of 2e41e0644d514666af8ca7ed05ebaec8 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:49:12.131485 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:12.556792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.objects.ports [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106375) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 18 00:49:12.557480 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (b63307bf-b4f9-4c75-b321-1802fd0c275c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:12.630476 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63307bf-b4f9-4c75-b321-1802fd0c275c,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:12.637541 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:49:12.637900 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Network hostable DHCP agents. Network: c1663feb-1f53-4145-8100-5084455f98f8, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:49:12.647733 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.648607 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.648956 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.649294 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.649626 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.649951 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.650277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.650629 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.650961 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.651286 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.651622 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.651966 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.652290 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.652609 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.652927 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Tracked resource versions report: Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: pushed versions: Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: { 'AddressGroup': {'1.2'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Agent': {'1.1'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'ConntrackHelper': {'1.0'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Log': {'1.0'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'NDPProxy': {'1.0'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Network': {'1.1'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Port': {'1.7'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'PortForwarding': {'1.3'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'QosPolicy': {'1.10'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'SecurityGroup': {'1.5'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'SubPort': {'1.0'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Subnet': {'1.1'}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Trunk': {'1.1'}} Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: consumer versions: Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Agent': '1.1', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'ConntrackHelper': '1.0', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'LocalIPAssociation': '1.0', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Log': '1.0', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'NDPProxy': '1.0', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Network': '1.1', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Port': '1.7', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'PortForwarding': '1.3', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'QosPolicy': '1.10', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'SecurityGroup': '1.5', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'SecurityGroupRule': '1.2', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'SubPort': '1.0', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Subnet': '1.1', Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: 'Trunk': '1.1'}} Sep 18 00:49:12.654302 dv-cinder-master-3-iscsi neutron-server[106375]: {{(pid=106375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:49:12.686140 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:49:12.703704 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c1663feb-1f53-4145-8100-5084455f98f8) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:12.708653 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:12.709266 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:12.719517 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5977e685-bbae-41db-a558-e67b1c24a22d None None] Network c1663feb-1f53-4145-8100-5084455f98f8 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:49:12.734524 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7c1d989c-c43b-45f5-b308-1d4c8bcf7d7d admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6571159 Sep 18 00:49:12.893355 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400791cb-f476-4a8e-98b0-5ac4e7382f7c None None] Network c1663feb-1f53-4145-8100-5084455f98f8 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:49:12.989052 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:15.573732 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 37214) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:16.195831 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d5d36b08-2b42-45f9-8a66-9bf0272233b7 demo admin] 10.222.0.42 "GET /networking/v2.0/routers/c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a HTTP/1.1" status: 200 len: 710 time: 0.6200035 Sep 18 00:49:16.266065 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 8f6169a7-4c42-4406-8b19-5c319519638b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:16.290778 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c893dd4-47d8-48f7-bf04-30d3bde2fd15 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:16.292140 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-2c893dd4-47d8-48f7-bf04-30d3bde2fd15 demo admin] 10.222.0.42 "GET /networking/v2.0/networks/c1663feb-1f53-4145-8100-5084455f98f8 HTTP/1.1" status: 200 len: 886 time: 0.0954683 Sep 18 00:49:16.301852 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:16.312130 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 8f6169a7-4c42-4406-8b19-5c319519638b triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:49:16.312526 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:16.312871 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 8f6169a7-4c42-4406-8b19-5c319519638b Sep 18 00:49:16.353284 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:16.391230 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 8f6169a7-4c42-4406-8b19-5c319519638b is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:49:16.468093 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:16.551110 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Publish callbacks [] for router_gateway (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:16.615132 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:16.792302 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Publish callbacks [] for router_gateway (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:16.876109 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:17.042066 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Allocated IP 172.37.7.31 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/eeca5eff-aee6-416a-a073-642388a98ce7) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:49:17.164122 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Publish callbacks [] for port (eeca5eff-aee6-416a-a073-642388a98ce7), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:17.223194 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (eeca5eff-aee6-416a-a073-642388a98ce7), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:17.305504 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:49:17.310717 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:49:17.322991 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:49:17.323266 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Pushing event updated for resources: {'Port': ['ID=eeca5eff-aee6-416a-a073-642388a98ce7,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:17.699498 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Publish callbacks [] for router_gateway (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:17.744612 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:17.779317 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:17.892159 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-533448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-533733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3728'] for router (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:17.897392 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-533441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-533306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-533726'] for router (c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:18.031267 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Router c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:49:18.139380 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:49:18.144306 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:18.145057 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-a6b03a88-efb9-4241-93ab-e5c3a08c4c62 demo admin] 10.222.0.42 "PUT /networking/v2.0/routers/c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a HTTP/1.1" status: 200 len: 889 time: 1.8469150 Sep 18 00:49:18.150215 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Sync routers for ids ['c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:49:18.163527 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Routers {'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:49:18.164206 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:49:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:18.364483 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:18.381025 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Set router c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:49:18.598226 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:18.601971 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:18.870064 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'name': 'router1', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': 'eeca5eff-aee6-416a-a073-642388a98ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:48:56Z', 'updated_at': '2022-09-18T00:49:17Z', 'revision_number': 4, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'gw_port': {'id': 'eeca5eff-aee6-416a-a073-642388a98ce7', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:49:16Z', 'updated_at': '2022-09-18T00:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8f6169a7-4c42-4406-8b19-5c319519638b', 'name': '', 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'mac_address': 'fa:16:3e:53:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:49:07Z', 'updated_at': '2022-09-18T00:49:10Z', 'revision_number': 5, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'subnets': [{'id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81301b4d-8c31-4173-88b8-fd07a26b1b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:18.920516 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Checking router: c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:49:18.920862 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Updating router c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a port eeca5eff-aee6-416a-a073-642388a98ce7 binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:49:18.980274 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (eeca5eff-aee6-416a-a073-642388a98ce7), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:19.340446 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Publish callbacks [] for port (eeca5eff-aee6-416a-a073-642388a98ce7), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:19.347126 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (eeca5eff-aee6-416a-a073-642388a98ce7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:19.382887 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Attempting to bind port eeca5eff-aee6-416a-a073-642388a98ce7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:49:19.383549 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Attempting to bind port eeca5eff-aee6-416a-a073-642388a98ce7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:49:19.383909 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Attempting to bind port eeca5eff-aee6-416a-a073-642388a98ce7 on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:49:19.427219 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cd6d0-a4b1-4b30-bbee-18374a07a2fb None None] Pushing event updated for resources: {'Port': ['ID=eeca5eff-aee6-416a-a073-642388a98ce7,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:19.441597 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:49:19.441959 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:49:19.442369 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:19.443601 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:49:19.443601 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Bound port: eeca5eff-aee6-416a-a073-642388a98ce7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:49:19.444087 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (eeca5eff-aee6-416a-a073-642388a98ce7), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:19.496902 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] For port eeca5eff-aee6-416a-a073-642388a98ce7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:49:19.500238 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] For port eeca5eff-aee6-416a-a073-642388a98ce7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eeca5eff-aee6-416a-a073-642388a98ce7,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:49:19.515758 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (eeca5eff-aee6-416a-a073-642388a98ce7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:19.552673 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Routers {'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:49:19.553295 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:49:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:19.606818 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cd6d0-a4b1-4b30-bbee-18374a07a2fb None None] Pushing event updated for resources: {'Port': ['ID=eeca5eff-aee6-416a-a073-642388a98ce7,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:19.672850 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] Set router c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:49:19.895740 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'name': 'router1', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': 'eeca5eff-aee6-416a-a073-642388a98ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:48:56Z', 'updated_at': '2022-09-18T00:49:17Z', 'revision_number': 4, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'gw_port': {'id': 'eeca5eff-aee6-416a-a073-642388a98ce7', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:49:16Z', 'updated_at': '2022-09-18T00:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8f6169a7-4c42-4406-8b19-5c319519638b', 'name': '', 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'mac_address': 'fa:16:3e:53:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:49:07Z', 'updated_at': '2022-09-18T00:49:10Z', 'revision_number': 5, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'subnets': [{'id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81301b4d-8c31-4173-88b8-fd07a26b1b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:49:19.922544 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c629c21-1f76-40e2-a989-f7dafd301978 None None] The sync data for ids ['c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a'] in dv-cinder-master-3-iscsi is: [{'id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'name': 'router1', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.31'}], 'enable_snat': True}, 'gw_port_id': 'eeca5eff-aee6-416a-a073-642388a98ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:48:56Z', 'updated_at': '2022-09-18T00:49:17Z', 'revision_number': 4, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'gw_port': {'id': 'eeca5eff-aee6-416a-a073-642388a98ce7', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:49:16Z', 'updated_at': '2022-09-18T00:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8f6169a7-4c42-4406-8b19-5c319519638b', 'name': '', 'network_id': 'fa6072ac-1309-4271-9b36-4579bf09f83f', 'tenant_id': '4c46ff2118f948a085f639b37068aa57', 'mac_address': 'fa:16:3e:53:07:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0cbc0ab-91c2-4ea2-9ce4-e9fa6c03e36a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:49:07Z', 'updated_at': '2022-09-18T00:49:10Z', 'revision_number': 5, 'project_id': '4c46ff2118f948a085f639b37068aa57', 'subnets': [{'id': 'c72fa857-358a-4e78-9755-8a45ff80ab4c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81301b4d-8c31-4173-88b8-fd07a26b1b44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:49:20.295111 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device eeca5eff-aee6-416a-a073-642388a98ce7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:20.342840 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:20.355171 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port eeca5eff-aee6-416a-a073-642388a98ce7 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:49:20.355788 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (eeca5eff-aee6-416a-a073-642388a98ce7), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:20.356321 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port eeca5eff-aee6-416a-a073-642388a98ce7 Sep 18 00:49:20.456426 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port eeca5eff-aee6-416a-a073-642388a98ce7 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:49:20.457161 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (eeca5eff-aee6-416a-a073-642388a98ce7), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:20.479594 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:20.500167 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port eeca5eff-aee6-416a-a073-642388a98ce7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eeca5eff-aee6-416a-a073-642388a98ce7,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:49:20.507694 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (eeca5eff-aee6-416a-a073-642388a98ce7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:20.561163 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:20.590132 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=eeca5eff-aee6-416a-a073-642388a98ce7,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:21.201197 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 37228) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:21.705058 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7afe92ef-3978-4a9c-b07e-e53f9c5c07eb admin admin] 10.222.0.42 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.5024419 Sep 18 00:49:22.274352 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device eeca5eff-aee6-416a-a073-642388a98ce7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:49:22.359618 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port eeca5eff-aee6-416a-a073-642388a98ce7 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:49:22.359618 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (eeca5eff-aee6-416a-a073-642388a98ce7), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:22.359618 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port eeca5eff-aee6-416a-a073-642388a98ce7 Sep 18 00:49:22.451942 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port eeca5eff-aee6-416a-a073-642388a98ce7 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:49:27.388127 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:27.396726 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=35 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:30.725394 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac9c07ef-1cb9-4d50-8663-9fa5a6c96614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:31.696294 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=47 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:31.700803 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=37 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:32.450727 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=19 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:33.768627 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1eb48a4a-f92b-46b1-bddf-ac907b75ef3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:35.172926 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:36.313397 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:36.999513 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:44.394796 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:49:46.307377 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:46.991475 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:46.994579 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:54.379716 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:00.701903 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-efc1472d-b083-475f-abc4-693ee9995a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:03.604916 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb0412e3-a088-47dc-9514-c37e3ffc50ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:04.379849 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:04.392772 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:05.160617 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:06.319454 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:07.001388 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:16.980235 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:16.983738 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:16.993502 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:21.385475 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:50:30.707245 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3108da9c-cd90-4bf4-a77b-9c2a53b78db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:33.599712 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b29a455c-7c54-4a6c-bb7d-b72c55ec2302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:35.158079 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:36.306599 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:36.994643 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:41.372608 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:41.377407 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:46.298989 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:46.987580 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:46.989506 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:52.600984 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 37784) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:52.940704 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0b0612-501c-4e34-a6da-782646198c5a admin admin] GET failed (client error): The resource could not be found. Sep 18 00:50:52.941978 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0a0b0612-501c-4e34-a6da-782646198c5a admin admin] 10.222.0.42 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3399999 Sep 18 00:50:53.106617 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9262619d-b6ca-47dc-9ef8-4bbe4e17c5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:53.108090 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-9262619d-b6ca-47dc-9ef8-4bbe4e17c5bc admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1609321 Sep 18 00:50:55.749834 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37794) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:56.244591 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3483e3-ab73-46e0-8e4b-5e8648f460e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:56.245955 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3e3483e3-ab73-46e0-8e4b-5e8648f460e9 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/c72fa857-358a-4e78-9755-8a45ff80ab4c HTTP/1.1" status: 200 len: 849 time: 0.4951713 Sep 18 00:50:56.257619 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:56.345239 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Publish callbacks [] for subnet (c72fa857-358a-4e78-9755-8a45ff80ab4c), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.562216 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729646381972'] for subnet (c72fa857-358a-4e78-9755-8a45ff80ab4c), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.593982 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:56.594592 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.607483 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] 10.222.0.42 "PUT /networking/v2.0/subnets/c72fa857-358a-4e78-9755-8a45ff80ab4c HTTP/1.1" status: 200 len: 868 time: 0.3438504 Sep 18 00:50:56.609855 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbab66b-f0ac-4521-8cf2-fe88effaa2d5 None None] Network fa6072ac-1309-4271-9b36-4579bf09f83f requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:50:56.615096 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72fa857-358a-4e78-9755-8a45ff80ab4c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:56.623113 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.623466 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.623820 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.624164 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.624502 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.624839 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.625169 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.625499 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.625824 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.626148 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.626494 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.626849 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.627184 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.627531 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.627853 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4249db05-4f1b-41ae-b325-ee7d285847bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.986831 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-205088c6-30c8-4bab-870c-7a94ace6cf12 None None] Provisioning complete for port 8f6169a7-4c42-4406-8b19-5c319519638b triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:50:56.987220 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-205088c6-30c8-4bab-870c-7a94ace6cf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8f6169a7-4c42-4406-8b19-5c319519638b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.987559 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-205088c6-30c8-4bab-870c-7a94ace6cf12 None None] Attempt 1 to provision port 8f6169a7-4c42-4406-8b19-5c319519638b Sep 18 00:50:57.061498 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-205088c6-30c8-4bab-870c-7a94ace6cf12 None None] Current status of the port 8f6169a7-4c42-4406-8b19-5c319519638b is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:50:57.069543 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-205088c6-30c8-4bab-870c-7a94ace6cf12 None None] Provisioning complete for port f3545055-7eb4-47b2-be7e-bc431b9e64d3 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:50:57.069926 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-205088c6-30c8-4bab-870c-7a94ace6cf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (f3545055-7eb4-47b2-be7e-bc431b9e64d3), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:57.070258 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-205088c6-30c8-4bab-870c-7a94ace6cf12 None None] Attempt 1 to provision port f3545055-7eb4-47b2-be7e-bc431b9e64d3 Sep 18 00:50:57.143226 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-205088c6-30c8-4bab-870c-7a94ace6cf12 None None] Current status of the port f3545055-7eb4-47b2-be7e-bc431b9e64d3 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:50:58.384894 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:50:59.246579 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37804) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:59.735325 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7dd8e5-34f3-4ca4-9422-1b0f68741457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:59.735797 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7dd8e5-34f3-4ca4-9422-1b0f68741457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:59.737347 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7b7dd8e5-34f3-4ca4-9422-1b0f68741457 admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4898183 Sep 18 00:51:00.711584 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c0fed6e6-0204-4b92-8a6c-2416f4d44517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:02.324115 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37812) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:02.743600 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28cec1a-4810-4ab0-b42b-b45aa9d698bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:02.744067 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28cec1a-4810-4ab0-b42b-b45aa9d698bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:02.745588 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b28cec1a-4810-4ab0-b42b-b45aa9d698bf admin admin] 10.222.0.42 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4205341 Sep 18 00:51:03.102918 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=10 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:03.104806 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=15 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:03.604184 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd648-4c37-4429-93e3-7fa09134f3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:05.160713 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:05.413995 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37822) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:05.816585 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b6c803-1cba-423c-be85-2b0d3aa4c41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:05.818490 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-80b6c803-1cba-423c-be85-2b0d3aa4c41d admin admin] 10.222.0.42 "GET /networking/v2.0/networks/c1663feb-1f53-4145-8100-5084455f98f8 HTTP/1.1" status: 200 len: 886 time: 0.4034734 Sep 18 00:51:06.314544 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:06.996517 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:08.435225 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37830) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:08.844404 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:08.850130 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23405b2-1fab-4567-963d-7794021c8b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:08.851511 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e23405b2-1fab-4567-963d-7794021c8b54 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/fa6072ac-1309-4271-9b36-4579bf09f83f HTTP/1.1" status: 200 len: 869 time: 0.4152322 Sep 18 00:51:11.432170 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37838) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:11.831699 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db5a40a-6cfe-44b3-84ba-acd724af4fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:11.832151 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db5a40a-6cfe-44b3-84ba-acd724af4fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:11.834281 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-4db5a40a-6cfe-44b3-84ba-acd724af4fdd admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4011319 Sep 18 00:51:14.404565 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37846) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:14.764763 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:14.784456 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af9f1d-781d-4da4-96b5-c15f92c7cf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:14.784909 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3af9f1d-781d-4da4-96b5-c15f92c7cf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:14.786425 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b3af9f1d-781d-4da4-96b5-c15f92c7cf0f admin admin] 10.222.0.42 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3808985 Sep 18 00:51:16.987858 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:16.989739 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=34 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:16.992723 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:17.365213 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37854) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:17.858336 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14459da0-4b10-4f4e-8eef-50ee965e4b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:17.859706 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-14459da0-4b10-4f4e-8eef-50ee965e4b6f admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/b63307bf-b4f9-4c75-b321-1802fd0c275c HTTP/1.1" status: 200 len: 816 time: 0.4935229 Sep 18 00:51:20.464100 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37862) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:20.837489 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646d7fc2-8f44-40c2-a5fa-73c24b03a483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:20.838788 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-646d7fc2-8f44-40c2-a5fa-73c24b03a483 admin admin] 10.222.0.42 "GET /networking/v2.0/subnets/c72fa857-358a-4e78-9755-8a45ff80ab4c HTTP/1.1" status: 200 len: 868 time: 0.3737156 Sep 18 00:51:30.717133 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c11b6305-a6df-4b23-b10d-ed132a15ef45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:30.832511 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=12 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:30.834426 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=27 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:31.237870 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=18 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:31.241623 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=18 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:33.608876 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ba213e2-9422-43cc-9314-2c6e455e1fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:35.165162 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:35.383996 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:51:36.310441 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:36.998926 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:45.381282 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:46.987002 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:46.992719 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:46.993779 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:50.887624 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37918) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:51.215013 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [None req-54c730e5-cc0e-497f-b30c-0dae34d0ee84 admin admin] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:51:51.216070 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-54c730e5-cc0e-497f-b30c-0dae34d0ee84 admin admin] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3275063 Sep 18 00:51:53.911753 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37926) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:54.250435 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47ab364-7d4b-4137-a6c9-27e542c5e385 admin admin] GET failed (client error): The resource could not be found. Sep 18 00:51:54.251715 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d47ab364-7d4b-4137-a6c9-27e542c5e385 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3389599 Sep 18 00:51:54.396391 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ffd654-ca47-4ecd-a823-82a49639abdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:54.397880 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f9ffd654-ca47-4ecd-a823-82a49639abdb admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417906 Sep 18 00:51:55.389310 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:55.390093 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:57.113194 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37934) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:51:57.498977 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:51:57.522580 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Made reservation on behalf of 2e41e0644d514666af8ca7ed05ebaec8 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:51:57.525023 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:57.557076 dv-cinder-master-3-iscsi neutron-server[106376]: WARNING neutron.services.revisions.revision_plugin [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Could not find related network for resource to bump revision. Sep 18 00:51:57.571168 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:51:57.581876 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (95eb2f39-a5a5-435a-bddd-b67b52819a1a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:57.582212 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Added segment 95eb2f39-a5a5-435a-bddd-b67b52819a1a of type vlan for network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c Sep 18 00:51:57.633209 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (2e9a28bb-5187-4b03-b379-f00f6c89ae1c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:57.659176 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (2e9a28bb-5187-4b03-b379-f00f6c89ae1c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:57.660236 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:51:57.660907 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:57.723054 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6080289 Sep 18 00:51:57.728198 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Pushing event updated for resources: {'Network': ['ID=2e9a28bb-5187-4b03-b379-f00f6c89ae1c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:51:57.735987 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.736310 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.736710 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.737249 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.737784 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.738392 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.739011 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.739580 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.740156 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.740697 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.741299 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.741906 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.742509 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.743030 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.743564 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a62c6-2e92-4812-bcb0-08811e67c66d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:51:57.758281 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:52:00.407159 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37942) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:52:00.710613 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac6bd-fba6-4d09-aaf0-fa852a3733aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:00.745574 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c87920-042b-4fe2-ba2f-d06d4ad9b800 admin admin] GET failed (client error): The resource could not be found. Sep 18 00:52:00.746932 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-40c87920-042b-4fe2-ba2f-d06d4ad9b800 admin admin] 10.222.0.42 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3387864 Sep 18 00:52:00.821572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abfd237-0a3b-4fa8-8dfd-8e414fdb16ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:52:00.823070 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3abfd237-0a3b-4fa8-8dfd-8e414fdb16ad admin admin] 10.222.0.42 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0716872 Sep 18 00:52:00.833625 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:52:00.852423 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Made reservation on behalf of 2e41e0644d514666af8ca7ed05ebaec8 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:52:00.854595 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:01.021816 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (c259a120-913f-40c1-a67c-4e12f0107531), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:01.076319 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c259a120-913f-40c1-a67c-4e12f0107531,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:01.087277 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Checking segment: {'id': '95eb2f39-a5a5-435a-bddd-b67b52819a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:52:01.087623 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Network hostable DHCP agents. Network: 2e9a28bb-5187-4b03-b379-f00f6c89ae1c, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:52:01.105261 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:52:01.114875 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2e9a28bb-5187-4b03-b379-f00f6c89ae1c) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:01.119041 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:52:01.119627 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:01.135734 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-eeb7e9d3-c061-4a97-89f3-e2888a3732ef admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3059368 Sep 18 00:52:01.246338 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ab319-bc94-413f-bf48-ffd196ab94e5 None None] Network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:52:01.372651 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-2e9a28bb-5187-4b03-b379-f00f6c89ae1c', 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c', 'project_id': '2e41e0644d514666af8ca7ed05ebaec8', 'fixed_ips': [{'subnet_id': 'c259a120-913f-40c1-a67c-4e12f0107531'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:52:01.373667 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:01.522015 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Allocated IP 192.168.233.2 (2e9a28bb-5187-4b03-b379-f00f6c89ae1c/c259a120-913f-40c1-a67c-4e12f0107531/a321b768-c8f3-4253-88a8-658c7b279265) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:52:01.671251 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Publish callbacks [] for port (a321b768-c8f3-4253-88a8-658c7b279265), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:01.677962 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (a321b768-c8f3-4253-88a8-658c7b279265), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:01.723078 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:52:01.730589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:52:01.732234 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Pushing event updated for resources: {'Port': ['ID=a321b768-c8f3-4253-88a8-658c7b279265,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:01.736167 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:52:01.743325 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.743669 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.744031 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.744387 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.744718 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.745048 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.745373 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.745692 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.746016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.746342 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.746685 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.747019 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.747342 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.747656 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.747973 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:01.809585 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Attempting to bind port a321b768-c8f3-4253-88a8-658c7b279265 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:52:01.809960 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Attempting to bind port a321b768-c8f3-4253-88a8-658c7b279265 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '95eb2f39-a5a5-435a-bddd-b67b52819a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:52:01.810484 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Attempting to bind port a321b768-c8f3-4253-88a8-658c7b279265 on network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:52:01.854377 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:52:01.854837 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Checking segment: {'id': '95eb2f39-a5a5-435a-bddd-b67b52819a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:52:01.855243 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:01.855635 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Bound using segment: {'id': '95eb2f39-a5a5-435a-bddd-b67b52819a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:52:01.856107 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Bound port: a321b768-c8f3-4253-88a8-658c7b279265, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95eb2f39-a5a5-435a-bddd-b67b52819a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:52:01.856492 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (a321b768-c8f3-4253-88a8-658c7b279265), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:01.927615 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] For port a321b768-c8f3-4253-88a8-658c7b279265, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:52:01.931361 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] For port a321b768-c8f3-4253-88a8-658c7b279265, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a321b768-c8f3-4253-88a8-658c7b279265,segment=NetworkSegment(95eb2f39-a5a5-435a-bddd-b67b52819a1a),segment_id=95eb2f39-a5a5-435a-bddd-b67b52819a1a)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:52:01.937840 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (a321b768-c8f3-4253-88a8-658c7b279265), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:01.995273 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95204b50-67fa-45f4-9ef7-b41af0199dc8 None None] Pushing event updated for resources: {'Port': ['ID=a321b768-c8f3-4253-88a8-658c7b279265,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:02.392047 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device a321b768-c8f3-4253-88a8-658c7b279265 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:02.446000 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port a321b768-c8f3-4253-88a8-658c7b279265 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:52:02.446307 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (a321b768-c8f3-4253-88a8-658c7b279265), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:02.446678 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port a321b768-c8f3-4253-88a8-658c7b279265 Sep 18 00:52:02.529253 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port a321b768-c8f3-4253-88a8-658c7b279265 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:52:02.529656 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (a321b768-c8f3-4253-88a8-658c7b279265), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:02.567626 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port a321b768-c8f3-4253-88a8-658c7b279265, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a321b768-c8f3-4253-88a8-658c7b279265,segment=NetworkSegment(95eb2f39-a5a5-435a-bddd-b67b52819a1a),segment_id=95eb2f39-a5a5-435a-bddd-b67b52819a1a)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:52:02.573871 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (a321b768-c8f3-4253-88a8-658c7b279265), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:02.624625 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=a321b768-c8f3-4253-88a8-658c7b279265,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:02.859739 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4946d417-f02c-431d-82c9-a6f44cb19cd4 None None] Network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:52:02.918764 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-9ec79df8-477f-4a7c-b205-c8d075194796 None None] Provisioning complete for port a321b768-c8f3-4253-88a8-658c7b279265 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:52:02.919158 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9ec79df8-477f-4a7c-b205-c8d075194796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (a321b768-c8f3-4253-88a8-658c7b279265), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:02.919500 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-9ec79df8-477f-4a7c-b205-c8d075194796 None None] Attempt 1 to provision port a321b768-c8f3-4253-88a8-658c7b279265 Sep 18 00:52:02.953600 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:02.983129 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:03.061787 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:03.068071 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9ec79df8-477f-4a7c-b205-c8d075194796 None None] Current status of the port a321b768-c8f3-4253-88a8-658c7b279265 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:52:03.291724 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3fbd6e95-be09-4b70-b878-2f94b7766354 None None] Provisioning complete for port a321b768-c8f3-4253-88a8-658c7b279265 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:52:03.291999 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6e95-be09-4b70-b878-2f94b7766354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (a321b768-c8f3-4253-88a8-658c7b279265), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:03.292331 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3fbd6e95-be09-4b70-b878-2f94b7766354 None None] Attempt 1 to provision port a321b768-c8f3-4253-88a8-658c7b279265 Sep 18 00:52:03.388707 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3fbd6e95-be09-4b70-b878-2f94b7766354 None None] Current status of the port a321b768-c8f3-4253-88a8-658c7b279265 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:52:03.612781 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-15ec6821-6c3f-4b5f-a9ac-4b15a6565ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:04.379841 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device a321b768-c8f3-4253-88a8-658c7b279265 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:52:04.437874 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port a321b768-c8f3-4253-88a8-658c7b279265 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:52:04.438317 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (a321b768-c8f3-4253-88a8-658c7b279265), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:04.438694 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port a321b768-c8f3-4253-88a8-658c7b279265 Sep 18 00:52:04.517917 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port a321b768-c8f3-4253-88a8-658c7b279265 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:52:05.167332 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:06.304742 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:07.001046 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:11.128723 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:11.130000 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=74,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:12.383392 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:52:16.299886 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:16.994296 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:16.997266 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:30.714942 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4551b47e-0549-4d4b-bebc-830e8fc3ab1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:32.382238 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:32.385883 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:33.618850 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf7f9-57a9-49ba-82bd-d7d2383ffaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:35.170350 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:36.307760 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:37.006133 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:46.993074 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:46.998336 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:46.999988 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:49.382685 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:53:00.718263 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a0aee876-008f-4ee4-908f-380dfa30f3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:03.613583 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d41a0fb-972b-41bb-a56f-943ba169f9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:05.175154 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:06.310987 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:07.009231 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:09.378102 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:09.383038 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:16.240114 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 37984) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:53:16.245783 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [None req-c6228850-8aff-48d3-a183-fc82c6538fcb tempest-verify_tempest_config-778161566 tempest-verify_tempest_config-778161566-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:53:16.246796 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c6228850-8aff-48d3-a183-fc82c6538fcb tempest-verify_tempest_config-778161566 tempest-verify_tempest_config-778161566-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056934 Sep 18 00:53:16.757475 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38002) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:53:16.998958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:17.002216 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:17.004896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:17.086957 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:17.167535 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Publish callbacks [] for security_group (98b19498-d7b0-4811-b509-326c96914575), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:17.171317 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (98b19498-d7b0-4811-b509-326c96914575), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:17.219354 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8dd45672e4af45bbb95902302f69d853&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4594975 Sep 18 00:53:17.220173 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b19498-d7b0-4811-b509-326c96914575,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:17.222091 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38006) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:53:17.227007 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.227346 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.227696 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.228084 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.228413 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.228732 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.229050 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.229369 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.229703 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.230025 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.230343 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.230692 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.231088 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.231466 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.231858 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b749d9f5-aa86-4804-b19d-09def53fc290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.300727 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Publish callbacks [] for security_group (98b19498-d7b0-4811-b509-326c96914575), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:17.320512 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Publish callbacks [] for security_group (98b19498-d7b0-4811-b509-326c96914575), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:17.418562 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (98b19498-d7b0-4811-b509-326c96914575), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:17.421005 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:17.422169 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/98b19498-d7b0-4811-b509-326c96914575 HTTP/1.1" status: 204 len: 168 time: 0.1990736 Sep 18 00:53:17.431703 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b19498-d7b0-4811-b509-326c96914575,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:53:17.438878 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.439690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.440033 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.440368 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.441315 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.441643 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.441964 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.442283 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.442637 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.442959 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.443298 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.443636 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.443956 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.444267 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:17.444582 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac05bb3-2539-477b-a1bb-47e7cc564511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:53:26.381441 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:53:27.215989 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:27.223345 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:27.435040 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:27.436001 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:27.458392 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:27.464837 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:30.721401 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5901200a-792d-4306-bf39-929f8a5d593a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:33.615502 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5e2631b0-5b77-4a3a-a4ea-c56dc6ca2511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:35.175150 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:36.313642 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:36.377761 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=14 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:36.378375 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=14 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:37.011266 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:46.387060 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:46.391231 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:47.000105 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:47.004991 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:47.006987 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:00.724342 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e3a2fda-af37-49cf-9531-10aed276beea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:03.379873 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:54:03.618058 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb25b4a4-d863-4489-83d0-5a6299b46af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:05.177724 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:06.316857 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:07.015958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:16.310696 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:17.005469 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:17.011566 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:27.374974 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:27.375821 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:30.725956 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c245715-9fb3-46cf-ac7e-d9ee33cbf967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:33.619620 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ceaecaf-cea4-405d-8585-70aea8df23ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:35.181484 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:36.320769 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:37.017925 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:40.379076 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:54:47.006517 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:47.011547 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:47.013894 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:50.375601 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:50.376343 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:51.727750 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534209'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:00.393713 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:00.729461 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf666933-9cea-4aed-b5a6-a37cbc90a3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:03.621796 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fcabd8aa-6bcc-4d8b-ac77-e8fc58318964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:05.183950 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:05.919996 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38100) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:06.138802 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-63b973ec-de01-4f0e-9a7d-c8f9544c1cde admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.2176385 Sep 18 00:55:06.324218 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:07.022681 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:08.595414 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38110) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:08.655219 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-18081c6d-1a20-4729-b636-cf04507a3d7c admin admin] 10.222.0.42 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0587366 Sep 18 00:55:16.043622 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:16.045683 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:16.312612 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:INSERT=1,neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:17.011377 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:17.017497 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=3,neutron:SELECT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:17.378878 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:55:18.648423 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:18.650318 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:21.702612 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:30.732013 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a11059aa-7a2f-4b41-98ca-78f55e854e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:33.625982 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5043602e-9b44-4ca1-86d8-452d2a1ad33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:35.187209 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:36.328353 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:37.024359 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:37.378288 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:37.388608 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=19 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:47.014446 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:47.017561 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:47.019721 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:51.701972 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:54.377354 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:56:00.734255 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f58c1b3-86f5-496e-9c8b-5562bd27afd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.638283 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17e67f9c-9b77-482c-a9d3-3e34e366588b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.372916 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:04.375190 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:05.195756 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:06.375756 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.030213 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.349998 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:17.020823 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:17.022818 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:21.721513 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.372201 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:27.380009 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:30.749945 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef15628f-7802-4f72-b333-7c344b649b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.379067 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:56:33.637882 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eab53acf-b981-435c-ae02-13a506a76961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.206671 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.337411 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:37.034993 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:41.373540 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:41.374776 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:47.019299 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:47.023733 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:47.034782 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:47.115174 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38308) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:47.147670 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38318) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:47.454392 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-network', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:47.494755 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1226714339-network', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:47.500857 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Made reservation on behalf of 505bd70415a04f53a64645eb7959a5fb for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:47.505778 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.534821 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Made reservation on behalf of b94600e628984a14a6abc8764ea5be31 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:47.539513 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.542167 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.558035 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.645709 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Publish callbacks [] for security_group (6709b43e-2a7d-445c-abfa-92aecbbe0853), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.651508 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6709b43e-2a7d-445c-abfa-92aecbbe0853), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.656787 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38336) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:47.674338 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:47.704100 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729646339512', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (bc7a67df-6424-4b81-9985-3ab1068cd9c7), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.704887 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Unsubscribe: segment precommit_create {{(pid=106375) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 00:56:47.705551 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Added segment bc7a67df-6424-4b81-9985-3ab1068cd9c7 of type vlan for network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d Sep 18 00:56:47.733482 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Publish callbacks [] for security_group (6c35e564-f3b6-4828-84c0-54775f292f5c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.741619 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6c35e564-f3b6-4828-84c0-54775f292f5c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.784269 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6709b43e-2a7d-445c-abfa-92aecbbe0853,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:47.795615 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c35e564-f3b6-4828-84c0-54775f292f5c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:47.805345 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.806074 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.806660 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.807401 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.808010 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.808590 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.809205 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.809741 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.810289 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.810867 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.811445 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.812004 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.812602 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.813215 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.813762 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Tracked resource versions report: Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: pushed versions: Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: { 'AddressGroup': {'1.2'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Agent': {'1.1'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'ConntrackHelper': {'1.0'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Log': {'1.0'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'NDPProxy': {'1.0'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Network': {'1.1'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Port': {'1.7'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'PortForwarding': {'1.3'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'QosPolicy': {'1.10'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'SecurityGroup': {'1.5'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'SubPort': {'1.0'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Subnet': {'1.1'}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Trunk': {'1.1'}} Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: consumer versions: Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: HyperV agent@hv-cinder-maste: {}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Agent': '1.1', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'ConntrackHelper': '1.0', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'LocalIPAssociation': '1.0', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Log': '1.0', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'NDPProxy': '1.0', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Network': '1.1', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Port': '1.7', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'PortForwarding': '1.3', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'QosPolicy': '1.10', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'SecurityGroup': '1.5', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'SecurityGroupRule': '1.2', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'SubPort': '1.0', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Subnet': '1.1', Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: 'Trunk': '1.1'}} Sep 18 00:56:47.815370 dv-cinder-master-3-iscsi neutron-server[106376]: {{(pid=106376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:56:47.820827 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.821379 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.822002 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.824114 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.824940 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.825487 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.826031 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.826583 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.827138 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.829589 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.830289 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.830876 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.831483 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.832021 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.832563 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:47.835958 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Tracked resource versions report: Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: pushed versions: Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: { 'AddressGroup': {'1.2'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Agent': {'1.1'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'ConntrackHelper': {'1.0'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Log': {'1.0'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'NDPProxy': {'1.0'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Network': {'1.1'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Port': {'1.7'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'PortForwarding': {'1.3'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'QosPolicy': {'1.10'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'SecurityGroup': {'1.5'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'SubPort': {'1.0'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Subnet': {'1.1'}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Trunk': {'1.1'}} Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: consumer versions: Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: HyperV agent@hv-cinder-maste: {}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Agent': '1.1', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'ConntrackHelper': '1.0', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'LocalIPAssociation': '1.0', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Log': '1.0', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'NDPProxy': '1.0', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Network': '1.1', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Port': '1.7', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'PortForwarding': '1.3', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'QosPolicy': '1.10', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'SecurityGroup': '1.5', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'SecurityGroupRule': '1.2', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'SubPort': '1.0', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Subnet': '1.1', Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: 'Trunk': '1.1'}} Sep 18 00:56:47.836454 dv-cinder-master-3-iscsi neutron-server[106375]: {{(pid=106375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:56:47.845961 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (7ab8f07f-d17d-470a-a9f4-d9a359c2132d), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.853465 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (00fd20fd-69ea-44e6-b897-48b3b95f43e4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.854270 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Added segment 00fd20fd-69ea-44e6-b897-48b3b95f43e4 of type vlan for network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 Sep 18 00:56:47.916554 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (7ab8f07f-d17d-470a-a9f4-d9a359c2132d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.917647 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (4fc3d215-55ee-49c2-92a4-cbf4d73d8975), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.918753 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:47.920650 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.961498 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (4fc3d215-55ee-49c2-92a4-cbf4d73d8975), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.963211 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:47.964283 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.986311 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8373396 Sep 18 00:56:47.998640 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38344) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:48.004228 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Request body: {'subnet': {'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1226714339-subnet', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:48.066028 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Made reservation on behalf of b94600e628984a14a6abc8764ea5be31 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:48.068907 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.080316 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9624107 Sep 18 00:56:48.092940 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38352) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:48.101699 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Request body: {'subnet': {'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-subnet', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:48.156945 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4e346-5882-4524-9f3f-b3d0242f7b22 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc3d215-55ee-49c2-92a4-cbf4d73d8975,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.171247 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:48.283792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae6f5b-f1f0-49d6-8081-333b64f35775 admin admin] Pushing event updated for resources: {'Network': ['ID=7ab8f07f-d17d-470a-a9f4-d9a359c2132d,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.314901 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Made reservation on behalf of 505bd70415a04f53a64645eb7959a5fb for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:48.320053 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (a545c2fd-ae5d-44c4-8e6f-091b85e05122), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.322441 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.330923 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:48.401082 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38358) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:48.410395 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a545c2fd-ae5d-44c4-8e6f-091b85e05122,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.445820 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Checking segment: {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:48.446555 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Network hostable DHCP agents. Network: 4fc3d215-55ee-49c2-92a4-cbf4d73d8975, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:48.479584 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:48.497229 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-network', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:48.537689 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4fc3d215-55ee-49c2-92a4-cbf4d73d8975) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:48.547249 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:48.558169 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:48.558943 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.562069 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a43481-045d-49d9-b532-45ce72c27b3d None None] Network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:48.565173 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Made reservation on behalf of df01daf86854497fad1d1d016c269ef1 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:48.568069 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.598846 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.620610 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-fdf842c8-16f3-4950-a992-bac68ed1b233 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6154559 Sep 18 00:56:48.620610 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38362) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:48.627002 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:48.650345 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:48.724850 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (c02743d4-d3a0-4572-894a-bca7d0823d0b), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.729816 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (c02743d4-d3a0-4572-894a-bca7d0823d0b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.788213 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (a1c88011-2836-4048-9c52-ad139cf53896), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.835389 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks [] for router_controller (c02743d4-d3a0-4572-894a-bca7d0823d0b), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.844760 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'fixed_ips': [{'subnet_id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:56:48.846147 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.982512 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c88011-2836-4048-9c52-ad139cf53896,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:49.037836 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Checking segment: {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:49.039926 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Network hostable DHCP agents. Network: 7ab8f07f-d17d-470a-a9f4-d9a359c2132d, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:49.066176 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Allocated IP 172.20.0.2 (4fc3d215-55ee-49c2-92a4-cbf4d73d8975/a545c2fd-ae5d-44c4-8e6f-091b85e05122/86a16e91-67ce-4d78-a00c-7bd0abacefab) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:49.075907 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Publish callbacks [] for security_group (847673ea-710d-41ce-8bd1-26f84882362b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.090832 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:49.111491 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7ab8f07f-d17d-470a-a9f4-d9a359c2132d) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:49.119552 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:49.120280 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.157008 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-b697e12a-2386-49d8-a9f7-c4a152d2f37f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0619135 Sep 18 00:56:49.157319 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38370) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:49.167081 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:49.180536 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (847673ea-710d-41ce-8bd1-26f84882362b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.212884 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks [] for router_gateway (c02743d4-d3a0-4572-894a-bca7d0823d0b), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.263572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.265145 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.280930 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:49.360090 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (2a472ad2-0cda-415b-bf9b-0beb86990b41), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.360745 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Added segment 2a472ad2-0cda-415b-bf9b-0beb86990b41 of type vlan for network a19f83a0-76a4-4dc1-a372-2847ecc4812d Sep 18 00:56:49.368688 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Publish callbacks [] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.375706 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-37184108-network', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:49.377233 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eabb56-8e53-4001-8506-3bb31ee4ddd5 None None] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:49.399038 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.448027 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847673ea-710d-41ce-8bd1-26f84882362b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:49.452026 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:49.457751 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:49.460917 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:49.477352 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Made reservation on behalf of cf1375f9f28c43fda090a236635c4188 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:49.481516 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.541246 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Attempting to bind port 86a16e91-67ce-4d78-a00c-7bd0abacefab on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:49.543329 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Attempting to bind port 86a16e91-67ce-4d78-a00c-7bd0abacefab by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:49.543671 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Attempting to bind port 86a16e91-67ce-4d78-a00c-7bd0abacefab on network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:49.559832 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks [] for router_controller (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.599337 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (a19f83a0-76a4-4dc1-a372-2847ecc4812d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.619629 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.657742 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Pushing event updated for resources: {'Port': ['ID=86a16e91-67ce-4d78-a00c-7bd0abacefab,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:49.697731 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.698168 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.698636 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.699473 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.699880 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.700425 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.700834 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.701949 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.702400 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.702828 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.703258 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.703650 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.704044 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.704668 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.705000 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Tracked resource versions report: Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: pushed versions: Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: { 'AddressGroup': {'1.2'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Agent': {'1.1'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'ConntrackHelper': {'1.0'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Log': {'1.0'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'NDPProxy': {'1.0'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Network': {'1.1'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Port': {'1.7'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'PortForwarding': {'1.3'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'QosPolicy': {'1.10'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'SecurityGroup': {'1.5'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'SubPort': {'1.0'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Subnet': {'1.1'}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Trunk': {'1.1'}} Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: consumer versions: Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: HyperV agent@hv-cinder-maste: {}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Agent': '1.1', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'ConntrackHelper': '1.0', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'LocalIPAssociation': '1.0', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Log': '1.0', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'NDPProxy': '1.0', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Network': '1.1', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Port': '1.7', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'PortForwarding': '1.3', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'QosPolicy': '1.10', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'SecurityGroup': '1.5', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'SecurityGroupRule': '1.2', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'SubPort': '1.0', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Subnet': '1.1', Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: 'Trunk': '1.1'}} Sep 18 00:56:49.706722 dv-cinder-master-3-iscsi neutron-server[106377]: {{(pid=106377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:56:49.717102 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:49.717694 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Checking segment: {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:49.718129 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.718587 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Bound using segment: {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:49.719435 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Bound port: 86a16e91-67ce-4d78-a00c-7bd0abacefab, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:49.719826 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.729029 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 18 00:56:49.784051 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=1,neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:49.794748 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:56:49.795671 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.858644 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:49.926491 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks [] for router_gateway (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.937014 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (a19f83a0-76a4-4dc1-a372-2847ecc4812d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.939923 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] For port 86a16e91-67ce-4d78-a00c-7bd0abacefab, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:49.940534 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:49.941362 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.964099 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] For port 86a16e91-67ce-4d78-a00c-7bd0abacefab, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=86a16e91-67ce-4d78-a00c-7bd0abacefab,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:49.993681 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.076094 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:50.264808 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c7c19-0963-440a-b546-5ad3691d1122 None None] Pushing event updated for resources: {'Port': ['ID=86a16e91-67ce-4d78-a00c-7bd0abacefab,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:50.315781 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Allocated IP 172.20.0.2 (7ab8f07f-d17d-470a-a9f4-d9a359c2132d/a1c88011-2836-4048-9c52-ad139cf53896/8522d38d-1433-4745-a144-b4c1d5e7a3d5) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:50.469946 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38424) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:50.471344 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7756641 Sep 18 00:56:50.472028 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Request body: {'subnet': {'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-subnet', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:50.515650 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Made reservation on behalf of df01daf86854497fad1d1d016c269ef1 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:50.529353 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.537366 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:50.642443 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:50.722474 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Publish callbacks [] for security_group (8ba3f6d6-6c44-47c0-a5a4-9c473bfdc6a9), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.751876 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 86a16e91-67ce-4d78-a00c-7bd0abacefab up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:50.917045 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (878a7f26-4205-409e-9704-29c1bffad54b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.948898 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Publish callbacks [] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.981460 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.056277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=878a7f26-4205-409e-9704-29c1bffad54b,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:51.091188 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Checking segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:51.091549 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Network hostable DHCP agents. Network: a19f83a0-76a4-4dc1-a372-2847ecc4812d, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:51.104506 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Pushing event updated for resources: {'Port': ['ID=8522d38d-1433-4745-a144-b4c1d5e7a3d5,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:51.143859 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:51.153780 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 86a16e91-67ce-4d78-a00c-7bd0abacefab triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:51.154781 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.155500 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 86a16e91-67ce-4d78-a00c-7bd0abacefab Sep 18 00:56:51.164130 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:51.172447 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a19f83a0-76a4-4dc1-a372-2847ecc4812d) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:51.179436 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:51.180038 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.235427 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694eb05a-3bd0-4cee-b5df-acf66c7836f1 None None] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:51.245745 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:51.252844 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:51.260231 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-2e4207f6-f624-4c63-ab85-abb459de72e1 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8273776 Sep 18 00:56:51.264199 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38464) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:51.290240 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:51.339473 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (8ba3f6d6-6c44-47c0-a5a4-9c473bfdc6a9), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.357008 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (35131dda-9633-45e2-b11d-844f964f0a93), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.362629 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (35131dda-9633-45e2-b11d-844f964f0a93), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.374769 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:51.394150 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:51.394736 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (7984044f-a659-402e-bbb7-c4c7f6f0522d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.395285 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Added segment 7984044f-a659-402e-bbb7-c4c7f6f0522d of type vlan for network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 Sep 18 00:56:51.396083 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:51.401695 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:51.454583 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e8b75-fef4-4ce5-b574-0128ab968e7b admin admin] Pushing event updated for resources: {'Network': ['ID=a19f83a0-76a4-4dc1-a372-2847ecc4812d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:51.457345 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks [] for router_gateway (c02743d4-d3a0-4572-894a-bca7d0823d0b), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.536726 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:51.582125 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks [] for router_controller (35131dda-9633-45e2-b11d-844f964f0a93), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.613663 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (3227bd19-4c4c-45c0-aee5-e73b3870bae1), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.647143 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.841174 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks [] for router_gateway (35131dda-9633-45e2-b11d-844f964f0a93), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:51.913336 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Allocated IP 172.37.7.133 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/5e48018e-bc15-433c-b9c0-b9d6107a0ee3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:51.918676 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=13,neutron:UPDATE=4,neutron:SELECT=81,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:51.929008 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 18 00:56:51.935496 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks [] for router_gateway (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.044215 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38484) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:52.057232 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93cbcb-36c6-47e7-9f26-9f1dd6e61bbd None None] Network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:52.106932 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks [] for router_gateway (35131dda-9633-45e2-b11d-844f964f0a93), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.136252 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.245406 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Attempting to bind port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:52.245986 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Attempting to bind port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:52.246584 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Attempting to bind port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 on network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:52.254425 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks [] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.254639 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:52.255619 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.296394 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 86a16e91-67ce-4d78-a00c-7bd0abacefab is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:52.296937 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.314956 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:56:52.316278 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.377785 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.382742 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3f6d6-6c44-47c0-a5a4-9c473bfdc6a9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:52.388518 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:52.449416 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.452371 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (3227bd19-4c4c-45c0-aee5-e73b3870bae1), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.454183 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:52.455918 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.461077 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Allocated IP 172.37.7.181 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/5005f7da-0181-4c80-a8d9-0c9876bd795a) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:52.510973 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:52.534078 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-9aeec496-1a9f-45fc-9df5-90249b0f5827 None None] Provisioning complete for port 86a16e91-67ce-4d78-a00c-7bd0abacefab triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:52.538314 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9aeec496-1a9f-45fc-9df5-90249b0f5827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.538697 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-9aeec496-1a9f-45fc-9df5-90249b0f5827 None None] Attempt 1 to provision port 86a16e91-67ce-4d78-a00c-7bd0abacefab Sep 18 00:56:52.587785 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:52.712412 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 86a16e91-67ce-4d78-a00c-7bd0abacefab, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=86a16e91-67ce-4d78-a00c-7bd0abacefab,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:52.726703 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks [] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.741121 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:52.846131 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.855550 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:52.855916 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Checking segment: {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:52.856312 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.856736 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Bound using segment: {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:52.857163 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Bound port: 8522d38d-1433-4745-a144-b4c1d5e7a3d5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:52.857534 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.894651 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:52.951934 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.958115 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:52.985677 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.5826795 Sep 18 00:56:53.001206 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-357b4e6c-a512-47aa-b495-43bd28aecad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.010401 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:53.013538 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38516) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:53.014793 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654b458-c39b-4078-b612-995e26da9620 admin admin] Pushing event updated for resources: {'Network': ['ID=3227bd19-4c4c-45c0-aee5-e73b3870bae1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.027674 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Request body: {'subnet': {'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-37184108-subnet', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:53.042216 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:53.074937 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=86a16e91-67ce-4d78-a00c-7bd0abacefab,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.123003 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Pushing event updated for resources: {'Port': ['ID=5e48018e-bc15-433c-b9c0-b9d6107a0ee3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.163920 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-357b4e6c-a512-47aa-b495-43bd28aecad5 admin admin] Publish callbacks [] for security_group (333c146e-db35-4ecb-97c7-5d34c50b6156), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.173748 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-357b4e6c-a512-47aa-b495-43bd28aecad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (333c146e-db35-4ecb-97c7-5d34c50b6156), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.179662 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9aeec496-1a9f-45fc-9df5-90249b0f5827 None None] Current status of the port 86a16e91-67ce-4d78-a00c-7bd0abacefab is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:53.183699 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Allocated IP 172.20.0.2 (a19f83a0-76a4-4dc1-a372-2847ecc4812d/878a7f26-4205-409e-9704-29c1bffad54b/3da28130-718e-4a2d-b334-60c0ce9608a9) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:53.191972 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] For port 8522d38d-1433-4745-a144-b4c1d5e7a3d5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:53.225486 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] For port 8522d38d-1433-4745-a144-b4c1d5e7a3d5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8522d38d-1433-4745-a144-b4c1d5e7a3d5,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:53.262775 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.265602 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-357b4e6c-a512-47aa-b495-43bd28aecad5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=db898075a1c44732b8c837738c60e0a0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2113056 Sep 18 00:56:53.269874 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38522) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:53.272033 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:53.362731 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:53.363503 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Made reservation on behalf of cf1375f9f28c43fda090a236635c4188 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:53.365890 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.368372 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:53.435057 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Allocated IP 172.37.7.11 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/1cfd169a-7502-4965-83fd-7bd7f4df7f3e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:53.464482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-525f7514-a3b0-413a-8444-9ed817d7b45d None None] Provisioning complete for port 86a16e91-67ce-4d78-a00c-7bd0abacefab triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:53.472846 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-525f7514-a3b0-413a-8444-9ed817d7b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.473247 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-525f7514-a3b0-413a-8444-9ed817d7b45d None None] Attempt 1 to provision port 86a16e91-67ce-4d78-a00c-7bd0abacefab Sep 18 00:56:53.559607 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5005f7da-0181-4c80-a8d9-0c9876bd795a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.560745 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b7240-14e2-4bc3-b628-6d5905c7b4aa None None] Pushing event updated for resources: {'Port': ['ID=8522d38d-1433-4745-a144-b4c1d5e7a3d5,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.725083 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b4e6c-a512-47aa-b495-43bd28aecad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333c146e-db35-4ecb-97c7-5d34c50b6156,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.781975 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-edc92a64-8eb2-4051-8c65-9a50b3aba07d admin admin] Publish callbacks [] for security_group (333c146e-db35-4ecb-97c7-5d34c50b6156), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.877090 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Publish callbacks [] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.886794 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-525f7514-a3b0-413a-8444-9ed817d7b45d None None] Current status of the port 86a16e91-67ce-4d78-a00c-7bd0abacefab is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:53.897436 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.926104 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (665e6178-f5ce-4fbf-9a1f-c6745892e403), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.064399 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:54.087396 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Pushing event updated for resources: {'Port': ['ID=3da28130-718e-4a2d-b334-60c0ce9608a9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.091402 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:54.093228 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:54.096478 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:54.155440 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-edc92a64-8eb2-4051-8c65-9a50b3aba07d admin admin] Publish callbacks [] for security_group (333c146e-db35-4ecb-97c7-5d34c50b6156), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.266892 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Attempting to bind port 3da28130-718e-4a2d-b334-60c0ce9608a9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:54.268349 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Attempting to bind port 3da28130-718e-4a2d-b334-60c0ce9608a9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:54.271842 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Attempting to bind port 3da28130-718e-4a2d-b334-60c0ce9608a9 on network a19f83a0-76a4-4dc1-a372-2847ecc4812d {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:54.315934 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Pushing event updated for resources: {'Subnet': ['ID=665e6178-f5ce-4fbf-9a1f-c6745892e403,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.386432 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks [] for router_gateway (35131dda-9633-45e2-b11d-844f964f0a93), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.391270 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:54.394041 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Checking segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:54.395400 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.395989 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Bound using segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:54.399332 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Bound port: 3da28130-718e-4a2d-b334-60c0ce9608a9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:54.400050 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.473784 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks [] for router_gateway (c02743d4-d3a0-4572-894a-bca7d0823d0b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.485580 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:54.539935 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-edc92a64-8eb2-4051-8c65-9a50b3aba07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (333c146e-db35-4ecb-97c7-5d34c50b6156), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.542273 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Checking segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:54.543882 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Network hostable DHCP agents. Network: 3227bd19-4c4c-45c0-aee5-e73b3870bae1, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:54.549383 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-edc92a64-8eb2-4051-8c65-9a50b3aba07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.552273 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-edc92a64-8eb2-4051-8c65-9a50b3aba07d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/333c146e-db35-4ecb-97c7-5d34c50b6156 HTTP/1.1" status: 204 len: 168 time: 1.2771728 Sep 18 00:56:54.580710 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks [] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.584182 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:54.621237 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc92a64-8eb2-4051-8c65-9a50b3aba07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333c146e-db35-4ecb-97c7-5d34c50b6156,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.623795 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] For port 3da28130-718e-4a2d-b334-60c0ce9608a9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:54.632112 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] For port 3da28130-718e-4a2d-b334-60c0ce9608a9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3da28130-718e-4a2d-b334-60c0ce9608a9,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:54.665280 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.795440 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa573d-1209-4d41-a6fc-82caca9af1e0 None None] Pushing event updated for resources: {'Port': ['ID=3da28130-718e-4a2d-b334-60c0ce9608a9,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.958712 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:55.061123 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:55.080300 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.112920 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:UPDATE=4,neutron:INSERT=2,neutron:SELECT=94 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:55.113409 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38566) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:55.128577 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:55.144095 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:55.203535 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:55.226125 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (35131dda-9633-45e2-b11d-844f964f0a93), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.235921 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb70f04-14e4-4a76-bf2a-0839a3b36421 None None] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:55.308188 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 8522d38d-1433-4745-a144-b4c1d5e7a3d5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:55.346788 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3227bd19-4c4c-45c0-aee5-e73b3870bae1) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:55.354156 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Pushing event updated for resources: {'Port': ['ID=1cfd169a-7502-4965-83fd-7bd7f4df7f3e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:55.472252 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8321938-504c-4eb8-9b62-b01950f563d9 None None] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:55.536161 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:55.624302 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-d4e036ef-17c8-436b-bf71-ffee16c7b57e None None] Provisioning complete for port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:55.626625 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4e036ef-17c8-436b-bf71-ffee16c7b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.627382 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d4e036ef-17c8-436b-bf71-ffee16c7b57e None None] Attempt 1 to provision port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 Sep 18 00:56:55.639544 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (c02743d4-d3a0-4572-894a-bca7d0823d0b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.644994 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:55.645484 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.651623 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38576) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:55.673397 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Router 35131dda-9633-45e2-b11d-844f964f0a93 is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:56:55.690748 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c3327c91-de94-4095-bd05-68aff94be710 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6715918 Sep 18 00:56:55.694820 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38578) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:55.700355 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:55.733641 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ebc2-8c13-4d46-9871-689695b0bcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.756466 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:55.890590 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (24580e4e-e212-4b35-a8f5-69b0fd1637e3), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.891748 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (24580e4e-e212-4b35-a8f5-69b0fd1637e3), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.933093 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:55.947549 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.952399 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 Sep 18 00:56:55.976684 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:55.988695 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Router c02743d4-d3a0-4572-894a-bca7d0823d0b is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:56:56.116864 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d4e036ef-17c8-436b-bf71-ffee16c7b57e None None] Current status of the port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:56.117649 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4e036ef-17c8-436b-bf71-ffee16c7b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.132886 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:56:56.134222 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.235712 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:56.254318 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Sync routers for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:56.256335 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5120-8a97-4b88-b1e4-5d7fac0ed5b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.275440 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:56.280384 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:56:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:56.316070 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.317373 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-ef2a308d-de3a-40d7-b75f-cf371e83a7e4 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0520792 Sep 18 00:56:56.342870 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38580) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:56.357998 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:56.626600 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ebc2-8c13-4d46-9871-689695b0bcc6 admin admin] Publish callbacks [] for security_group (0774e06d-b3ad-4996-885a-4841d0bbb324), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.636983 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5120-8a97-4b88-b1e4-5d7fac0ed5b5 admin admin] Publish callbacks [] for security_group (3cddfb8c-3d58-4f44-b0d8-a8988bdd6ff6), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.643352 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a8f9ebc2-8c13-4d46-9871-689695b0bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0774e06d-b3ad-4996-885a-4841d0bbb324), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.704414 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:56.707690 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-a8f9ebc2-8c13-4d46-9871-689695b0bcc6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bc54e3114505481ea8561262578d0ba0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0543509 Sep 18 00:56:56.708867 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dd6a5120-8a97-4b88-b1e4-5d7fac0ed5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3cddfb8c-3d58-4f44-b0d8-a8988bdd6ff6), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.714006 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38590) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:56.729755 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9ebc2-8c13-4d46-9871-689695b0bcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0774e06d-b3ad-4996-885a-4841d0bbb324,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:56.772292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a5120-8a97-4b88-b1e4-5d7fac0ed5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cddfb8c-3d58-4f44-b0d8-a8988bdd6ff6,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:56.797164 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks [] for router_controller (24580e4e-e212-4b35-a8f5-69b0fd1637e3), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.819001 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:56.826892 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-dd6a5120-8a97-4b88-b1e4-5d7fac0ed5b5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ee923b3faeca4113af384cc85257b516&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7035704 Sep 18 00:56:56.836869 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38592) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:56.889608 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.894078 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b97e5df6-bb87-4ab2-a90d-9b68a06a387c admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.2714591 Sep 18 00:56:56.917066 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38596) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:56.956537 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-022b269e-8ee0-43da-a511-c8c9bffb72f1 admin admin] Publish callbacks [] for security_group (0774e06d-b3ad-4996-885a-4841d0bbb324), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.971000 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:57.021586 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-d4e036ef-17c8-436b-bf71-ffee16c7b57e None None] For port 8522d38d-1433-4745-a144-b4c1d5e7a3d5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8522d38d-1433-4745-a144-b4c1d5e7a3d5,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:57.117947 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-022b269e-8ee0-43da-a511-c8c9bffb72f1 admin admin] Publish callbacks [] for security_group (0774e06d-b3ad-4996-885a-4841d0bbb324), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.128285 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Allocated IP 172.20.0.2 (3227bd19-4c4c-45c0-aee5-e73b3870bae1/665e6178-f5ce-4fbf-9a1f-c6745892e403/cdd19749-728d-449e-9044-7a2007a47e01) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:57.137437 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:56:53Z', 'revision_number': 3, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:57.154851 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks [] for router_gateway (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.178315 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Checking router: 35131dda-9633-45e2-b11d-844f964f0a93 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:57.178758 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Updating router 35131dda-9633-45e2-b11d-844f964f0a93 port 5005f7da-0181-4c80-a8d9-0c9876bd795a binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:57.184715 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5e10-690c-4f91-95a3-c978b4db34e2 admin admin] Publish callbacks [] for security_group (3cddfb8c-3d58-4f44-b0d8-a8988bdd6ff6), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.214887 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5e10-690c-4f91-95a3-c978b4db34e2 admin admin] Publish callbacks [] for security_group (3cddfb8c-3d58-4f44-b0d8-a8988bdd6ff6), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.218594 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.242684 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9719a1f7-e436-45ed-80f5-d084b880f38f None None] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:57.247066 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Sync routers for ids ['c02743d4-d3a0-4572-894a-bca7d0823d0b'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:57.253018 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:57.265227 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:57.288162 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5e10-690c-4f91-95a3-c978b4db34e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3cddfb8c-3d58-4f44-b0d8-a8988bdd6ff6), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.291096 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c8d5e10-690c-4f91-95a3-c978b4db34e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.292599 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0c8d5e10-690c-4f91-95a3-c978b4db34e2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3cddfb8c-3d58-4f44-b0d8-a8988bdd6ff6 HTTP/1.1" status: 204 len: 168 time: 0.4535635 Sep 18 00:56:57.308918 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4e036ef-17c8-436b-bf71-ffee16c7b57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.324617 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d5e10-690c-4f91-95a3-c978b4db34e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cddfb8c-3d58-4f44-b0d8-a8988bdd6ff6,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:57.345021 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks [] for router_gateway (24580e4e-e212-4b35-a8f5-69b0fd1637e3), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.437916 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-022b269e-8ee0-43da-a511-c8c9bffb72f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0774e06d-b3ad-4996-885a-4841d0bbb324), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.443889 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-022b269e-8ee0-43da-a511-c8c9bffb72f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.446150 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-022b269e-8ee0-43da-a511-c8c9bffb72f1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0774e06d-b3ad-4996-885a-4841d0bbb324 HTTP/1.1" status: 204 len: 168 time: 0.7294316 Sep 18 00:56:57.463625 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b269e-8ee0-43da-a511-c8c9bffb72f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0774e06d-b3ad-4996-885a-4841d0bbb324,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:57.486264 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Routers {'c02743d4-d3a0-4572-894a-bca7d0823d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:57.486948 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:56:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c02743d4-d3a0-4572-894a-bca7d0823d0b'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:57.559562 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:57.560042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.619778 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Provisioning complete for port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:57.620254 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.620662 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Attempt 1 to provision port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 Sep 18 00:56:57.660815 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e036ef-17c8-436b-bf71-ffee16c7b57e None None] Pushing event updated for resources: {'Port': ['ID=8522d38d-1433-4745-a144-b4c1d5e7a3d5,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:57.760471 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Current status of the port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:57.783166 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Provisioning complete for port 3da28130-718e-4a2d-b334-60c0ce9608a9 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:57.783942 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.784345 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Attempt 1 to provision port 3da28130-718e-4a2d-b334-60c0ce9608a9 Sep 18 00:56:57.834545 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Publish callbacks [] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.848330 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.895253 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Publish callbacks [] for port (cdd19749-728d-449e-9044-7a2007a47e01), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.922950 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Attempting to bind port 5005f7da-0181-4c80-a8d9-0c9876bd795a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:57.923335 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Attempting to bind port 5005f7da-0181-4c80-a8d9-0c9876bd795a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:57.923688 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Attempting to bind port 5005f7da-0181-4c80-a8d9-0c9876bd795a on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:58.019756 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Pushing event updated for resources: {'Port': ['ID=5005f7da-0181-4c80-a8d9-0c9876bd795a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:58.033691 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.034658 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.034658 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.034878 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.035129 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.035463 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.035792 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.036119 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.036498 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.036852 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.037225 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.037574 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.037904 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.038228 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.038580 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Tracked resource versions report: Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: pushed versions: Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: { 'AddressGroup': {'1.2'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Agent': {'1.1'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Log': {'1.0'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'NDPProxy': {'1.0'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Network': {'1.1'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Port': {'1.7'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'PortForwarding': {'1.3'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'QosPolicy': {'1.10'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'SecurityGroup': {'1.5'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'SubPort': {'1.0'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Subnet': {'1.1'}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Trunk': {'1.1'}} Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: consumer versions: Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: HyperV agent@hv-cinder-maste: {}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: L3 agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: Metadata agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: Metering agent@dv-cinder-master-3-iscsi: {}, Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Agent': '1.1', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'ConntrackHelper': '1.0', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'LocalIPAssociation': '1.0', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Log': '1.0', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'NDPProxy': '1.0', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Network': '1.1', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Port': '1.7', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'PortForwarding': '1.3', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'QosPolicy': '1.10', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'SecurityGroup': '1.5', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'SecurityGroupRule': '1.2', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'SubPort': '1.0', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Subnet': '1.1', Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: 'Trunk': '1.1'}} Sep 18 00:56:58.039845 dv-cinder-master-3-iscsi neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:56:58.051879 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Current status of the port 3da28130-718e-4a2d-b334-60c0ce9608a9 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:58.052344 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:58.052344 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:58.053241 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.053335 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.053572 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:58.054124 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Bound port: 5005f7da-0181-4c80-a8d9-0c9876bd795a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:58.054481 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.119343 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.169354 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] For port 3da28130-718e-4a2d-b334-60c0ce9608a9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3da28130-718e-4a2d-b334-60c0ce9608a9,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:58.185140 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] For port 5005f7da-0181-4c80-a8d9-0c9876bd795a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:58.199384 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] For port 5005f7da-0181-4c80-a8d9-0c9876bd795a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5005f7da-0181-4c80-a8d9-0c9876bd795a,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:58.211207 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.215779 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (cdd19749-728d-449e-9044-7a2007a47e01), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.234674 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:58.244023 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.291230 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:58.300709 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.db.api [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 18 00:56:58.301588 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG oslo_db.api [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:56:58.311391 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:58.317725 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:58.335262 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:58.336081 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:56:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:58.416484 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Set router c02743d4-d3a0-4572-894a-bca7d0823d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:58.438059 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Pushing event updated for resources: {'Port': ['ID=cdd19749-728d-449e-9044-7a2007a47e01,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:58.517057 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891d53f-a788-4946-b328-898a276fe959 None None] Pushing event updated for resources: {'Port': ['ID=5005f7da-0181-4c80-a8d9-0c9876bd795a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:58.546206 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:58.663556 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:58.721975 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks [] for router_gateway (24580e4e-e212-4b35-a8f5-69b0fd1637e3), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.754750 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.762187 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:58.788035 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Allocated IP 172.20.0.1 (4fc3d215-55ee-49c2-92a4-cbf4d73d8975/a545c2fd-ae5d-44c4-8e6f-091b85e05122/3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:58.790841 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:58.958189 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Attempting to bind port cdd19749-728d-449e-9044-7a2007a47e01 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:58.959820 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Attempting to bind port cdd19749-728d-449e-9044-7a2007a47e01 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:58.960738 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Attempting to bind port cdd19749-728d-449e-9044-7a2007a47e01 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:59.059725 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-4399f8f7-98e2-4514-9253-d9e75353d73f None None] Provisioning complete for port 3da28130-718e-4a2d-b334-60c0ce9608a9 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:59.060699 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4399f8f7-98e2-4514-9253-d9e75353d73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.060699 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4399f8f7-98e2-4514-9253-d9e75353d73f None None] Attempt 1 to provision port 3da28130-718e-4a2d-b334-60c0ce9608a9 Sep 18 00:56:59.062665 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Publish callbacks [] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.137232 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.204904 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:59.267657 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Pushing event updated for resources: {'Port': ['ID=3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:59.275499 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26aa64-107a-47df-818b-f420a3849c52 None None] Pushing event updated for resources: {'Port': ['ID=3da28130-718e-4a2d-b334-60c0ce9608a9,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:59.275928 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:56:53Z', 'revision_number': 3, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:59.288046 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:59.291645 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:59.309496 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:59.311277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (c02743d4-d3a0-4572-894a-bca7d0823d0b), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.313656 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6105cc-4efc-4d8f-a1ca-5b902ef15d9e None None] The sync data for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi is: [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:56:53Z', 'revision_number': 3, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:59.367714 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:59.369480 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 86a16e91-67ce-4d78-a00c-7bd0abacefab up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:59.420140 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:59.477686 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.550921 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 86a16e91-67ce-4d78-a00c-7bd0abacefab triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:59.551655 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.552205 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 86a16e91-67ce-4d78-a00c-7bd0abacefab Sep 18 00:56:59.565037 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Allocated IP 172.37.7.44 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/97401384-6b85-434e-9613-56f44d8846e6) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:59.620850 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:59.621670 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Checking segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:59.622426 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.623069 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Bound using segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:59.623987 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Bound port: cdd19749-728d-449e-9044-7a2007a47e01, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:59.624822 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (cdd19749-728d-449e-9044-7a2007a47e01), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.690301 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4399f8f7-98e2-4514-9253-d9e75353d73f None None] Current status of the port 3da28130-718e-4a2d-b334-60c0ce9608a9 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:59.710366 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133'}], 'enable_snat': True}, 'gw_port_id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:48Z', 'updated_at': '2022-09-18T00:56:53Z', 'revision_number': 3, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'gw_port': {'id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:59.865143 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Checking router: c02743d4-d3a0-4572-894a-bca7d0823d0b for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:59.865987 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Updating router c02743d4-d3a0-4572-894a-bca7d0823d0b port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:59.928964 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.941151 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:59.968637 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.100824 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:00.117524 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Provisioning complete for port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:00.118698 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.119184 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 1 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:00.285274 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.385841 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:00.390851 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 86a16e91-67ce-4d78-a00c-7bd0abacefab is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:00.467887 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] For port cdd19749-728d-449e-9044-7a2007a47e01, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:00.478611 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Publish callbacks [] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.480709 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:00.481778 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:00.485782 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.490804 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (c02743d4-d3a0-4572-894a-bca7d0823d0b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.498522 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] For port cdd19749-728d-449e-9044-7a2007a47e01, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cdd19749-728d-449e-9044-7a2007a47e01,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:00.528568 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (cdd19749-728d-449e-9044-7a2007a47e01), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.637080 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f58e35-de5a-4b1d-b133-deb879530982 None None] Pushing event updated for resources: {'Port': ['ID=cdd19749-728d-449e-9044-7a2007a47e01,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:00.722849 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks [] for port (97401384-6b85-434e-9613-56f44d8846e6), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.760340 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Pushing event updated for resources: {'Port': ['ID=3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:00.794931 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-997113c7-0bbc-4657-9618-3dec068f316c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.837969 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5005f7da-0181-4c80-a8d9-0c9876bd795a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:00.872378 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:00.874451 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:00.889939 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (97401384-6b85-434e-9613-56f44d8846e6), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.895630 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 2 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:01.075408 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:57:01.156107 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:01.170440 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Router c02743d4-d3a0-4572-894a-bca7d0823d0b has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:01.202314 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Allocated IP 172.20.0.1 (a19f83a0-76a4-4dc1-a372-2847ecc4812d/878a7f26-4205-409e-9704-29c1bffad54b/1bd518b2-418c-45da-be27-621c9ad6a8a4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:01.298133 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 5005f7da-0181-4c80-a8d9-0c9876bd795a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:01.298574 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.298924 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 5005f7da-0181-4c80-a8d9-0c9876bd795a Sep 18 00:57:01.379578 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Publish callbacks [] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.394561 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:01.443097 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:01.447002 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:01.461236 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:01.469165 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Pushing event updated for resources: {'Port': ['ID=97401384-6b85-434e-9613-56f44d8846e6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.474779 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:01.475751 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-2efa4cfa-d42a-47e4-8ddb-048c9fb45422 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c02743d4-d3a0-4572-894a-bca7d0823d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5537477 Sep 18 00:57:01.477323 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:01.478700 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:01.580307 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.591415 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 5005f7da-0181-4c80-a8d9-0c9876bd795a is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:01.591896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.649967 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 5005f7da-0181-4c80-a8d9-0c9876bd795a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5005f7da-0181-4c80-a8d9-0c9876bd795a,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:01.658908 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.659182 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 8522d38d-1433-4745-a144-b4c1d5e7a3d5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:01.667412 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 3 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:01.707443 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Publish callbacks [] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.770448 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:01.797170 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:01.807148 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:01.807628 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (35131dda-9633-45e2-b11d-844f964f0a93), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.810599 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Pushing event updated for resources: {'Port': ['ID=1bd518b2-418c-45da-be27-621c9ad6a8a4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.847747 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=5005f7da-0181-4c80-a8d9-0c9876bd795a,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.888572 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.898241 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:01.911662 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:01.927110 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Sync routers for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:01.952165 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:01.957065 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:56:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:01.959581 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:01.960176 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.960668 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 Sep 18 00:57:02.032707 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:02.062211 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Attempting to bind port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:02.062649 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Attempting to bind port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:02.065217 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Attempting to bind port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:02.070758 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.076008 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38720) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:02.077295 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7b9f2bdc-3c0f-472c-8209-656274993c27 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.9165909 Sep 18 00:57:02.155372 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e09ef-7ac2-4b26-848b-25f7437c53cc None None] Pushing event updated for resources: {'Port': ['ID=5e48018e-bc15-433c-b9c0-b9d6107a0ee3,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:02.277413 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:02.279619 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3da28130-718e-4a2d-b334-60c0ce9608a9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:02.304310 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:02.306400 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:02.307007 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.307574 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:02.308237 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Bound port: 5e48018e-bc15-433c-b9c0-b9d6107a0ee3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:02.308789 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.411644 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:02.464202 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 3da28130-718e-4a2d-b334-60c0ce9608a9 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:02.464991 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.465507 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 3da28130-718e-4a2d-b334-60c0ce9608a9 Sep 18 00:57:02.478916 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] For port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:02.491518 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] For port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e48018e-bc15-433c-b9c0-b9d6107a0ee3,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:02.551715 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 4 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:02.612399 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks [] for router_gateway (24580e4e-e212-4b35-a8f5-69b0fd1637e3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.691762 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.711990 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:02.719129 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38742) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:02.730343 dv-cinder-master-3-iscsi neutron-server[106375]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 00:57:02.780478 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38744) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:02.803447 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.843905 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:56:55Z', 'revision_number': 3, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:56:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:02.889537 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Checking router: 31498b06-391d-4c8a-b78b-ba4dfacf5b3d for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:02.890255 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Updating router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:57:03.015884 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e09ef-7ac2-4b26-848b-25f7437c53cc None None] Pushing event updated for resources: {'Port': ['ID=5e48018e-bc15-433c-b9c0-b9d6107a0ee3,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:03.103134 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Routers {'c02743d4-d3a0-4572-894a-bca7d0823d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:03.104040 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:56:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c02743d4-d3a0-4572-894a-bca7d0823d0b'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:03.110828 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaace60-de99-489d-9202-450ab829cb4b req-6f4df4b2-55ae-45a4-aca9-ce2fde8d459b tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:03.120189 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-6f4df4b2-55ae-45a4-aca9-ce2fde8d459b tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4fc3d215-55ee-49c2-92a4-cbf4d73d8975 HTTP/1.1" status: 200 len: 812 time: 0.3945858 Sep 18 00:57:03.159335 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:03.178665 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-2343e2dc-0df4-4c6a-a31d-5243ed2d7a87 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/quotas/b94600e628984a14a6abc8764ea5be31 HTTP/1.1" status: 200 len: 375 time: 0.0518861 Sep 18 00:57:03.246238 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 5 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:03.325063 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:03.499406 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-bdbd27f8-451c-4a8e-bb0d-4636e2705600 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=b94600e628984a14a6abc8764ea5be31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3155265 Sep 18 00:57:03.574607 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:03.579269 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 3da28130-718e-4a2d-b334-60c0ce9608a9 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:03.590211 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5225f533-4b2b-4832-ac15-db7682f442b3 None None] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:57:03.681312 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] Set router c02743d4-d3a0-4572-894a-bca7d0823d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:03.737995 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:03.824457 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5375d1f-782b-41ba-a70a-fa21a18f9932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:03.881887 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-87b33048-ed51-44d0-a395-0c8cf3a56828 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:57:03.892991 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-87b33048-ed51-44d0-a395-0c8cf3a56828 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1770039 Sep 18 00:57:03.923327 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:03.999415 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.046827 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5005f7da-0181-4c80-a8d9-0c9876bd795a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:04.049080 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.059664 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Publish callbacks [] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.071153 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.080562 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.099141 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5375d1f-782b-41ba-a70a-fa21a18f9932 admin admin] Publish callbacks [] for security_group (6e9d49ea-48e3-483f-bb23-0dd94c694014), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.103976 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.109145 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.122354 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 6 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:04.148327 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Attempting to bind port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:04.148935 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Attempting to bind port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:04.149472 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Attempting to bind port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:04.201991 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-44759835-6397-4052-8d42-713da80a42c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.211853 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c5375d1f-782b-41ba-a70a-fa21a18f9932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6e9d49ea-48e3-483f-bb23-0dd94c694014), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.216455 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Allocated IP 172.20.0.1 (7ab8f07f-d17d-470a-a9f4-d9a359c2132d/a1c88011-2836-4048-9c52-ad139cf53896/c069dad0-26ff-4757-9053-cc1d55fd29a9) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:04.229753 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f885e11-d690-4474-8726-2f73601598be None None] Pushing event updated for resources: {'Port': ['ID=1cfd169a-7502-4965-83fd-7bd7f4df7f3e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.245745 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:04.246495 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:04.247173 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.248237 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:04.249058 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Bound port: 1cfd169a-7502-4965-83fd-7bd7f4df7f3e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:04.250359 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.251812 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Publish callbacks [] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.324586 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.325345 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (35131dda-9633-45e2-b11d-844f964f0a93), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.337940 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] For port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:04.359053 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] For port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cfd169a-7502-4965-83fd-7bd7f4df7f3e,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:04.368816 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.377816 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:04.422697 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Pushing event updated for resources: {'Port': ['ID=1bd518b2-418c-45da-be27-621c9ad6a8a4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.442596 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c5375d1f-782b-41ba-a70a-fa21a18f9932 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6177467bc9c4421d83fc6127566c6190&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6574800 Sep 18 00:57:04.474399 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 5005f7da-0181-4c80-a8d9-0c9876bd795a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:04.479032 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.479570 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 5005f7da-0181-4c80-a8d9-0c9876bd795a Sep 18 00:57:04.515705 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f885e11-d690-4474-8726-2f73601598be None None] Pushing event updated for resources: {'Port': ['ID=1cfd169a-7502-4965-83fd-7bd7f4df7f3e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.522589 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Publish callbacks [] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.532515 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:04.533497 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:04.542808 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38774) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:04.560543 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (24580e4e-e212-4b35-a8f5-69b0fd1637e3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.567686 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5375d1f-782b-41ba-a70a-fa21a18f9932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d49ea-48e3-483f-bb23-0dd94c694014,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.571157 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:04.624593 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:04.648110 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.681527 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-12abb886-29d3-48b8-978e-d268385cf177 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4fc3d215-55ee-49c2-92a4-cbf4d73d8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851596 Sep 18 00:57:04.750161 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.795575 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.916110 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Router 35131dda-9633-45e2-b11d-844f964f0a93 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:04.917272 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:04.927308 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:04.931006 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:04.935949 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:04.936654 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.953853 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc803e2d-288b-4c99-bb96-667ed416ead7 admin admin] Publish callbacks [] for security_group (6e9d49ea-48e3-483f-bb23-0dd94c694014), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.021542 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:05.061562 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc803e2d-288b-4c99-bb96-667ed416ead7 admin admin] Publish callbacks [] for security_group (6e9d49ea-48e3-483f-bb23-0dd94c694014), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.093486 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c069dad0-26ff-4757-9053-cc1d55fd29a9,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:05.114650 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 7 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:05.117673 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 5005f7da-0181-4c80-a8d9-0c9876bd795a is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:05.118342 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device cdd19749-728d-449e-9044-7a2007a47e01 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:05.132534 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:57:05.132784 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133'}], 'enable_snat': True}, 'gw_port_id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:48Z', 'updated_at': '2022-09-18T00:56:59Z', 'revision_number': 4, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'gw_port': {'id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa', 'name': '', 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'mac_address': 'fa:16:3e:dc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:00Z', 'revision_number': 2, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'subnets': [{'id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:05.229686 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-c324854b-a037-4231-9d2d-608605271676 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4fc3d215-55ee-49c2-92a4-cbf4d73d8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471997 Sep 18 00:57:05.250618 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:05.257559 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5f7db362-65ee-4c02-a442-95476fc7b71d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/35131dda-9633-45e2-b11d-844f964f0a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8945153 Sep 18 00:57:05.263918 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc803e2d-288b-4c99-bb96-667ed416ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6e9d49ea-48e3-483f-bb23-0dd94c694014), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.288115 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:05.288797 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bc803e2d-288b-4c99-bb96-667ed416ead7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.295250 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-bc803e2d-288b-4c99-bb96-667ed416ead7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6e9d49ea-48e3-483f-bb23-0dd94c694014 HTTP/1.1" status: 204 len: 168 time: 0.7496672 Sep 18 00:57:05.311157 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4b7c9-ffa8-4d55-bc87-6c62ed13736b None None] The sync data for ids ['c02743d4-d3a0-4572-894a-bca7d0823d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133'}], 'enable_snat': True}, 'gw_port_id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:48Z', 'updated_at': '2022-09-18T00:56:59Z', 'revision_number': 4, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'gw_port': {'id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa', 'name': '', 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'mac_address': 'fa:16:3e:dc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:00Z', 'revision_number': 2, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'subnets': [{'id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:05.313963 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Sync routers for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:05.351293 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:56:55Z', 'revision_number': 3, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:05.357608 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:05.358244 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:05.404501 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.410200 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc803e2d-288b-4c99-bb96-667ed416ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d49ea-48e3-483f-bb23-0dd94c694014,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:05.426079 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbb6634-f345-46de-b9ed-346a2bc553cd None None] The sync data for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi is: [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:56:55Z', 'revision_number': 3, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:05.492383 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:05.539398 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:05.557058 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:05.557752 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:05.560781 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.568635 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-6053c249-3ac0-4c47-9b8c-eafb8d1e372a admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.8693211 Sep 18 00:57:05.573755 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 38800) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:05.616530 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:05.707922 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:05.743404 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.908917 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38826) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:05.963289 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:06.040157 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 8 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:06.239822 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9454402-7c44-406e-82b9-4b7ee77ffa0b req-5af98229-cf61-456d-b0d7-6291f3607a12 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 210 time: 0.3232880 Sep 18 00:57:06.272023 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38844) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:06.361196 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dc35ce5d-01d4-42a6-8396-ddf095d6a156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.407786 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:06.409978 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Publish callbacks [] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.416334 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port cdd19749-728d-449e-9044-7a2007a47e01 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:06.419532 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (cdd19749-728d-449e-9044-7a2007a47e01), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.421902 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port cdd19749-728d-449e-9044-7a2007a47e01 Sep 18 00:57:06.446004 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.463962 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.464713 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.535571 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 3, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:06.546378 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:06.616799 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:06.620020 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Updating router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 port 97401384-6b85-434e-9613-56f44d8846e6 binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:57:06.700529 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dc35ce5d-01d4-42a6-8396-ddf095d6a156 admin admin] Publish callbacks [] for security_group (4f7ae2fb-e25f-4117-a100-69014b15e557), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.747702 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (97401384-6b85-434e-9613-56f44d8846e6), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.787335 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port cdd19749-728d-449e-9044-7a2007a47e01 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:06.788657 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (cdd19749-728d-449e-9044-7a2007a47e01), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.810241 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dc35ce5d-01d4-42a6-8396-ddf095d6a156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (4f7ae2fb-e25f-4117-a100-69014b15e557), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.823250 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:06.951017 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:03Z', 'revision_number': 2, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:07.006291 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Checking router: 35131dda-9633-45e2-b11d-844f964f0a93 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:07.007166 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Updating router 35131dda-9633-45e2-b11d-844f964f0a93 port 1bd518b2-418c-45da-be27-621c9ad6a8a4 binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:57:07.013232 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:07.105342 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port cdd19749-728d-449e-9044-7a2007a47e01, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cdd19749-728d-449e-9044-7a2007a47e01,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:07.109574 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 9 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:07.179859 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (cdd19749-728d-449e-9044-7a2007a47e01), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:07.274572 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:07.274871 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=cdd19749-728d-449e-9044-7a2007a47e01,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:07.311918 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:07.342120 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35ce5d-01d4-42a6-8396-ddf095d6a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ae2fb-e25f-4117-a100-69014b15e557,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:07.378240 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c069dad0-26ff-4757-9053-cc1d55fd29a9,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:07.429426 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:07.432528 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:07.436999 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:07.528203 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-efc813a2-f3e8-4ece-82b8-2e9556a71bba tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:07.540302 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-efc813a2-f3e8-4ece-82b8-2e9556a71bba tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 819 time: 0.8430195 Sep 18 00:57:07.573924 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-dc35ce5d-01d4-42a6-8396-ddf095d6a156 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cb5cbf3c334f4de5ae0377e60cdc8358&name=default HTTP/1.1" status: 200 len: 2995 time: 1.2854426 Sep 18 00:57:07.575066 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 38880) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:07.779565 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-60d58402-b037-47e2-b042-32a1e29c0537 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/quotas/df01daf86854497fad1d1d016c269ef1 HTTP/1.1" status: 200 len: 375 time: 0.2369378 Sep 18 00:57:07.849405 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Publish callbacks [] for port (97401384-6b85-434e-9613-56f44d8846e6), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:07.867729 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (97401384-6b85-434e-9613-56f44d8846e6), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:07.880511 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-459e23b2-7d1c-47e1-bfd7-3b3bb6ccbd32 req-9c389db5-9d8c-4be7-becf-72b65c8fedf1 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 210 time: 0.2956853 Sep 18 00:57:07.899567 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-b324fb4a-7dc3-4765-bb24-5b6174807714 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186829 Sep 18 00:57:07.941492 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Attempting to bind port 97401384-6b85-434e-9613-56f44d8846e6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:07.941999 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Attempting to bind port 97401384-6b85-434e-9613-56f44d8846e6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:07.942374 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Attempting to bind port 97401384-6b85-434e-9613-56f44d8846e6 on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:08.001700 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Allocated IP 172.20.0.1 (3227bd19-4c4c-45c0-aee5-e73b3870bae1/665e6178-f5ce-4fbf-9a1f-c6745892e403/97c3e450-0894-4ab7-a1d2-d72b756a6aa4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:08.016817 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896ddd6-bd1f-43fd-b0a9-f281d6d4fa4d None None] Pushing event updated for resources: {'Port': ['ID=97401384-6b85-434e-9613-56f44d8846e6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:08.043628 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:08.045379 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:08.046043 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.046730 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:08.047465 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Bound port: 97401384-6b85-434e-9613-56f44d8846e6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:08.048056 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (97401384-6b85-434e-9613-56f44d8846e6), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.108986 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:08.119352 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:08.121278 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.122219 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:08.125227 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:08.126724 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d9655ca-7a81-406e-b6d5-25230e1d3d50 admin admin] Publish callbacks [] for security_group (4f7ae2fb-e25f-4117-a100-69014b15e557), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.184057 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d9655ca-7a81-406e-b6d5-25230e1d3d50 admin admin] Publish callbacks [] for security_group (4f7ae2fb-e25f-4117-a100-69014b15e557), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.242327 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] For port 97401384-6b85-434e-9613-56f44d8846e6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:08.257238 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] For port 97401384-6b85-434e-9613-56f44d8846e6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97401384-6b85-434e-9613-56f44d8846e6,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:08.272763 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (97401384-6b85-434e-9613-56f44d8846e6), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.336559 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:08.392447 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d9655ca-7a81-406e-b6d5-25230e1d3d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (4f7ae2fb-e25f-4117-a100-69014b15e557), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.396607 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d9655ca-7a81-406e-b6d5-25230e1d3d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.399436 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-1d9655ca-7a81-406e-b6d5-25230e1d3d50 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4f7ae2fb-e25f-4117-a100-69014b15e557 HTTP/1.1" status: 204 len: 168 time: 0.7864208 Sep 18 00:57:08.437408 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:57:08.438197 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Publish callbacks [] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.439505 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9655ca-7a81-406e-b6d5-25230e1d3d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ae2fb-e25f-4117-a100-69014b15e557,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:08.456294 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.460582 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:08.463877 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:08.672859 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Attempt 10 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:08.773556 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Publish callbacks [] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.793663 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:08.822264 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.829391 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ce0bc469-5aec-462c-82bd-475caae9fd90 None None] Port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:08.868244 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:08.870285 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:08.870828 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 Sep 18 00:57:08.996845 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:09.061425 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:09.103578 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:09.104486 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:09.116204 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896ddd6-bd1f-43fd-b0a9-f281d6d4fa4d None None] Pushing event updated for resources: {'Port': ['ID=97401384-6b85-434e-9613-56f44d8846e6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:09.126639 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:09.127144 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (24580e4e-e212-4b35-a8f5-69b0fd1637e3), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:09.187902 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Pushing event updated for resources: {'Port': ['ID=97c3e450-0894-4ab7-a1d2-d72b756a6aa4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:09.266076 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Provisioning complete for port c069dad0-26ff-4757-9053-cc1d55fd29a9 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:09.274175 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:09.275036 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 1 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:09.288177 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-7d1d7523-61ad-4c8e-84eb-499a214840dd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2589622 Sep 18 00:57:09.343300 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 3, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:09.375595 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de41a15-9a4d-4f64-970d-3a84bed6d621 None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 3, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:09.407864 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Port c069dad0-26ff-4757-9053-cc1d55fd29a9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:09.470204 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682cc57-37a1-45da-a57e-da68878b0cd7 None None] Pushing event updated for resources: {'Port': ['ID=1bd518b2-418c-45da-be27-621c9ad6a8a4,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:09.585168 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:09.591923 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-be6be856-14d6-48d8-a140-019ea4f6b02c req-fb780b95-12fc-4975-afca-0700c97a8442 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 210 time: 0.1262286 Sep 18 00:57:09.695121 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:09.698804 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:09.699412 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:09.702308 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:09.717934 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Attempting to bind port 1bd518b2-418c-45da-be27-621c9ad6a8a4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:09.719716 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Attempting to bind port 1bd518b2-418c-45da-be27-621c9ad6a8a4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:09.720370 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Attempting to bind port 1bd518b2-418c-45da-be27-621c9ad6a8a4 on network a19f83a0-76a4-4dc1-a372-2847ecc4812d {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:09.915855 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-8c2625f8-29e0-453e-8454-fcb3ba27b698 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093299 Sep 18 00:57:09.952585 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e48018e-bc15-433c-b9c0-b9d6107a0ee3,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:09.956676 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 2 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:09.964589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:09.965390 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 1cfd169a-7502-4965-83fd-7bd7f4df7f3e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:10.018769 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:10.031142 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0d0e1b00-7a22-4e5b-a3ce-fcf6bb8543d9 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/31498b06-391d-4c8a-b78b-ba4dfacf5b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9520969 Sep 18 00:57:10.099247 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:10.104311 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Checking segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:10.105038 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:10.105677 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Bound using segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:10.106610 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Bound port: 1bd518b2-418c-45da-be27-621c9ad6a8a4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:10.107095 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:10.117008 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:10.119185 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Sync routers for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:10.263933 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Publish callbacks [] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:10.271538 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:10.275355 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:10.276917 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (24580e4e-e212-4b35-a8f5-69b0fd1637e3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:10.431727 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:10.453632 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Pushing event updated for resources: {'Port': ['ID=97c3e450-0894-4ab7-a1d2-d72b756a6aa4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:10.532089 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.49', 53185) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:10.554167 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Sync routers for ids ['c02743d4-d3a0-4572-894a-bca7d0823d0b'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:10.578614 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Routers {'c02743d4-d3a0-4572-894a-bca7d0823d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:10.579797 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c02743d4-d3a0-4572-894a-bca7d0823d0b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:10.753555 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=5e48018e-bc15-433c-b9c0-b9d6107a0ee3,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:10.773826 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Port c069dad0-26ff-4757-9053-cc1d55fd29a9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:10.777465 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:10.778106 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:10.840731 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Set router c02743d4-d3a0-4572-894a-bca7d0823d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:10.904495 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3861a24f-b8f1-4add-9fd3-c646bb9cf773 req-8aff4cb9-545c-4fb7-9cc2-7a4cab0bfc7f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 210 time: 0.2753754 Sep 18 00:57:10.944870 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] For port 1bd518b2-418c-45da-be27-621c9ad6a8a4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:11.057771 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:11.064470 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] For port 1bd518b2-418c-45da-be27-621c9ad6a8a4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1bd518b2-418c-45da-be27-621c9ad6a8a4,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:11.068615 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:11.079566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaace60-de99-489d-9202-450ab829cb4b req-5f164e0e-9b28-49a4-89a7-7005d967ec77 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:11.081477 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-5f164e0e-9b28-49a4-89a7-7005d967ec77 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4fc3d215-55ee-49c2-92a4-cbf4d73d8975 HTTP/1.1" status: 200 len: 812 time: 0.5476179 Sep 18 00:57:11.114109 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.191491 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Request body: {'port': {'device_id': '1886577e-61d1-4954-a392-49f2164992d6', 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'admin_state_up': True, 'tenant_id': 'b94600e628984a14a6abc8764ea5be31'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:11.365672 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:11.371589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:11.384684 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 3 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:11.567086 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:11.595115 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Port c069dad0-26ff-4757-9053-cc1d55fd29a9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:11.659021 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a6ae62e4-e1be-4423-b86a-bbba5bb0d834 req-7ff32c1b-2d2b-4cab-9177-1667516f0d4b tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 210 time: 0.1614401 Sep 18 00:57:11.677935 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:11.679080 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.680374 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e Sep 18 00:57:12.007984 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39076) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:12.009655 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133'}], 'enable_snat': True}, 'gw_port_id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:48Z', 'updated_at': '2022-09-18T00:56:59Z', 'revision_number': 4, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'gw_port': {'id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa', 'name': '', 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'mac_address': 'fa:16:3e:dc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:00Z', 'revision_number': 2, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'subnets': [{'id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:12.021434 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6f3d3006-865f-46cc-976c-69dabb98ce41 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--628780002', 'description': 'tempest-description--705273987'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:12.099172 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Checking router: c02743d4-d3a0-4572-894a-bca7d0823d0b for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:12.099716 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Updating router c02743d4-d3a0-4572-894a-bca7d0823d0b port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:57:12.107728 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:12.140656 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:12.155464 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-63861c38-a428-4e11-a531-51559e8d87fb admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/24580e4e-e212-4b35-a8f5-69b0fd1637e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5787125 Sep 18 00:57:12.156629 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3006-865f-46cc-976c-69dabb98ce41 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.186675 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.540882 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3006-865f-46cc-976c-69dabb98ce41 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (3e5eb68c-b67b-465f-a036-5b575d03bcaf), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.548191 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3006-865f-46cc-976c-69dabb98ce41 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3e5eb68c-b67b-465f-a036-5b575d03bcaf), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.551603 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:12.559615 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4420-7477-401f-94e0-70d47b731608 req-7fabf97e-e72a-4ff7-a06a-c97156fd57d1 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:12.567292 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-7fabf97e-e72a-4ff7-a06a-c97156fd57d1 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 819 time: 0.4864609 Sep 18 00:57:12.587564 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:12.592754 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-b16a4712-ec54-4ade-84ff-b9f4c33bed2a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/quotas/df01daf86854497fad1d1d016c269ef1 HTTP/1.1" status: 200 len: 375 time: 0.0235200 Sep 18 00:57:12.638988 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Made reservation on behalf of b94600e628984a14a6abc8764ea5be31 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:12.641171 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3006-865f-46cc-976c-69dabb98ce41 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.652257 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-6f3d3006-865f-46cc-976c-69dabb98ce41 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6368737 Sep 18 00:57:12.652688 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39120) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:12.654419 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.698772 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3006-865f-46cc-976c-69dabb98ce41 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5eb68c-b67b-465f-a036-5b575d03bcaf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:12.707412 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c455ea01-b748-4ebc-9341-bcaebfad007f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'security_group_rule': {'security_group_id': '3e5eb68c-b67b-465f-a036-5b575d03bcaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:12.798148 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c455ea01-b748-4ebc-9341-bcaebfad007f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (7a96638e-1074-4869-8602-8e0bf173669d), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.841615 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:12.843096 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 4 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:12.913671 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Publish callbacks [] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.928707 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682cc57-37a1-45da-a57e-da68878b0cd7 None None] Pushing event updated for resources: {'Port': ['ID=1bd518b2-418c-45da-be27-621c9ad6a8a4,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:12.929487 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.946768 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Port c069dad0-26ff-4757-9053-cc1d55fd29a9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:12.979576 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:13.009654 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-1803c332-bf61-462d-94d4-ff2ecbe655e5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4157143 Sep 18 00:57:13.021541 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df710d-0daa-4b2d-b5d8-8476be5b39c0 None None] Pushing event updated for resources: {'Port': ['ID=3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.106093 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39138) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:13.143995 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c455ea01-b748-4ebc-9341-bcaebfad007f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (7a96638e-1074-4869-8602-8e0bf173669d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.165099 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4e74c7f9-6e47-4c2f-8685-527d9a588cdd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851872864', 'description': 'tempest-description--1716773642'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:13.167875 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Attempting to bind port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:13.169361 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Attempting to bind port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:13.170091 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Attempting to bind port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa on network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:13.218242 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c455ea01-b748-4ebc-9341-bcaebfad007f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (7a96638e-1074-4869-8602-8e0bf173669d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.283684 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:13.287496 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.308972 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:13.311042 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Checking segment: {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:13.311916 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.315343 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Bound using segment: {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:13.316557 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Bound port: 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:13.317517 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.342258 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455ea01-b748-4ebc-9341-bcaebfad007f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a96638e-1074-4869-8602-8e0bf173669d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.353324 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e74c7f9-6e47-4c2f-8685-527d9a588cdd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.362365 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cfd169a-7502-4965-83fd-7bd7f4df7f3e,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:13.386810 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.486846 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c455ea01-b748-4ebc-9341-bcaebfad007f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.487249 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a4310782-19ed-4c18-a0dd-9b79176891d6 req-632bae4a-2fff-41d1-9306-ac76e71baffa tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 210 time: 0.2851822 Sep 18 00:57:13.487339 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c455ea01-b748-4ebc-9341-bcaebfad007f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7933624 Sep 18 00:57:13.491052 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39148) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:13.540114 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 5 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:13.548227 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1388dfad-6174-42a4-ba1c-f28fbd53fbd1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'security_group_rule': {'security_group_id': '3e5eb68c-b67b-465f-a036-5b575d03bcaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:13.601190 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] For port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:13.619145 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] For port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:13.635188 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.706209 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:13.771373 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:13.775443 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df710d-0daa-4b2d-b5d8-8476be5b39c0 None None] Pushing event updated for resources: {'Port': ['ID=3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.792587 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=1cfd169a-7502-4965-83fd-7bd7f4df7f3e,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.806693 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Routers {'c02743d4-d3a0-4572-894a-bca7d0823d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:13.809816 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c02743d4-d3a0-4572-894a-bca7d0823d0b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:13.825150 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:13.844819 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1388dfad-6174-42a4-ba1c-f28fbd53fbd1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (3ebb04b3-b9ab-4156-b0f9-f79e08c64104), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.966322 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-441eff60-4a7e-443c-b26a-efc9a0cd5e57 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9233730 Sep 18 00:57:14.041916 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:14.044328 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:14.064880 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 39160) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:14.066061 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Allocated IP 172.20.0.8 (4fc3d215-55ee-49c2-92a4-cbf4d73d8975/a545c2fd-ae5d-44c4-8e6f-091b85e05122/1f817878-60ba-4823-9fec-2051e8d7b136) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:14.103415 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] Set router c02743d4-d3a0-4572-894a-bca7d0823d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:14.150216 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e74c7f9-6e47-4c2f-8685-527d9a588cdd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (1263778b-e3f6-4f54-b91e-2f6fad138b66), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.163726 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Port c069dad0-26ff-4757-9053-cc1d55fd29a9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:14.168060 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:14.177619 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e74c7f9-6e47-4c2f-8685-527d9a588cdd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (1263778b-e3f6-4f54-b91e-2f6fad138b66), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.259351 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e74c7f9-6e47-4c2f-8685-527d9a588cdd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.264633 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-4e74c7f9-6e47-4c2f-8685-527d9a588cdd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1574132 Sep 18 00:57:14.273418 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 39168) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:14.274846 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1388dfad-6174-42a4-ba1c-f28fbd53fbd1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (3ebb04b3-b9ab-4156-b0f9-f79e08c64104), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.281156 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1388dfad-6174-42a4-ba1c-f28fbd53fbd1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (3ebb04b3-b9ab-4156-b0f9-f79e08c64104), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.286406 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-fd993314-bb30-442f-a4b4-9338ddbe6e0c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group_rule': {'security_group_id': '1263778b-e3f6-4f54-b91e-2f6fad138b66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:14.306088 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388dfad-6174-42a4-ba1c-f28fbd53fbd1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebb04b3-b9ab-4156-b0f9-f79e08c64104,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:14.311029 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74c7f9-6e47-4c2f-8685-527d9a588cdd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1263778b-e3f6-4f54-b91e-2f6fad138b66,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:14.340984 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1388dfad-6174-42a4-ba1c-f28fbd53fbd1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.350423 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-1388dfad-6174-42a4-ba1c-f28fbd53fbd1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8410749 Sep 18 00:57:14.355362 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39176) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:14.361108 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:14.444528 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.459670 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:14.465349 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:14.567814 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 2, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:14.648989 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Checking router: 31498b06-391d-4c8a-b78b-ba4dfacf5b3d for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:14.650837 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Updating router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d port c069dad0-26ff-4757-9053-cc1d55fd29a9 binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:57:14.657342 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:10Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:14.667766 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 6 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:14.688271 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dd46f307-5aff-4546-9bdb-dc5f4e7e12fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.695351 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133'}], 'enable_snat': True}, 'gw_port_id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:48Z', 'updated_at': '2022-09-18T00:56:59Z', 'revision_number': 4, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'gw_port': {'id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa', 'name': '', 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'mac_address': 'fa:16:3e:dc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'subnets': [{'id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:14.767393 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-36b0e6b4-b4f1-41d7-9789-0c40b8391965 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948158 Sep 18 00:57:14.804728 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf2b46-4e74-4e3d-900f-f9bf481b0177 None None] The sync data for ids ['c02743d4-d3a0-4572-894a-bca7d0823d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133'}], 'enable_snat': True}, 'gw_port_id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:48Z', 'updated_at': '2022-09-18T00:56:59Z', 'revision_number': 4, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'gw_port': {'id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa', 'name': '', 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'mac_address': 'fa:16:3e:dc:70:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'subnets': [{'id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:14.843375 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.49', 53198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:14.877750 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:14.879943 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fd993314-bb30-442f-a4b4-9338ddbe6e0c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (f262ced2-5e0b-45b9-9065-ffdf287ae3d9), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.936860 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f9b4c8c4-51c9-4547-b1c1-0a64097cf8d7 req-d32014cd-c478-4eb9-bf98-975a4ba2918b tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 210 time: 0.2606485 Sep 18 00:57:15.041670 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:15.053185 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Port c069dad0-26ff-4757-9053-cc1d55fd29a9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:15.101298 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca2443b-437f-4955-9a64-4da4eaf94cb7 None None] The sync data for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi is: [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:10Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:15.122681 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:15.130143 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:15.136929 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 Sep 18 00:57:15.339156 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:15.588159 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-9dde8177-5dc0-4c6f-83b6-d478e94e95b3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:15.594006 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-9dde8177-5dc0-4c6f-83b6-d478e94e95b3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 819 time: 0.7474327 Sep 18 00:57:15.703846 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Request body: {'port': {'device_id': 'ae00028e-df3f-4c20-84a1-e0e14f4cc457', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'admin_state_up': True, 'tenant_id': 'df01daf86854497fad1d1d016c269ef1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:15.872541 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ffba2cfb-06c3-484a-a940-0361decc5b43 req-502387a6-4bd4-4c9d-82a9-821765a751a6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 210 time: 0.3828733 Sep 18 00:57:15.876910 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fd993314-bb30-442f-a4b4-9338ddbe6e0c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (f262ced2-5e0b-45b9-9065-ffdf287ae3d9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:15.965126 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fd993314-bb30-442f-a4b4-9338ddbe6e0c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (f262ced2-5e0b-45b9-9065-ffdf287ae3d9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:15.965635 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:16.034306 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 7 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:16.159147 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dd46f307-5aff-4546-9bdb-dc5f4e7e12fe admin admin] Publish callbacks [] for security_group (4b115b94-a749-4d7f-8f72-9edabc2ed68f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:16.242062 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Publish callbacks [] for port (1f817878-60ba-4823-9fec-2051e8d7b136), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:16.435679 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:16.438941 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dd46f307-5aff-4546-9bdb-dc5f4e7e12fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (4b115b94-a749-4d7f-8f72-9edabc2ed68f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:16.515482 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:16.522619 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fd993314-bb30-442f-a4b4-9338ddbe6e0c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:16.524678 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-fd993314-bb30-442f-a4b4-9338ddbe6e0c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2517197 Sep 18 00:57:16.571775 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39222) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:16.600019 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2dbc2f8f-92b8-45d8-939e-4e493fb5a97b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group_rule': {'security_group_id': '1263778b-e3f6-4f54-b91e-2f6fad138b66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:16.696898 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2f8f-92b8-45d8-939e-4e493fb5a97b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (7ce55b96-dbf0-4c48-a809-3e5a8b00cc44), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:16.703936 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Port c069dad0-26ff-4757-9053-cc1d55fd29a9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:16.727314 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Made reservation on behalf of df01daf86854497fad1d1d016c269ef1 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:16.732269 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:16.743343 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:16.827655 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Allocated IP 172.37.7.172 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/b64611d3-1ff2-43ec-bc4f-976753f59a77) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:16.916215 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:17.076567 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Pushing event updated for resources: {'Port': ['ID=1f817878-60ba-4823-9fec-2051e8d7b136,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:17.103925 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd993314-bb30-442f-a4b4-9338ddbe6e0c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f262ced2-5e0b-45b9-9065-ffdf287ae3d9,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:17.121781 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-dd46f307-5aff-4546-9bdb-dc5f4e7e12fe admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5f2951e9bd2844deb85847ffd121ae3a&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0256860 Sep 18 00:57:17.128099 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:17.144325 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:17.165440 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:17.181777 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:17.187727 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:17.189303 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.219681 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46f307-5aff-4546-9bdb-dc5f4e7e12fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b115b94-a749-4d7f-8f72-9edabc2ed68f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:17.228501 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-905c4541-cfca-4eeb-ba43-0ca42def280d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0511339 Sep 18 00:57:17.243689 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6854d-cd55-47aa-bb62-2b63480ab8f7 req-64807421-bc3a-4168-883b-1d7117bfce22 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:17.253921 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-20e6854d-cd55-47aa-bb62-2b63480ab8f7 req-64807421-bc3a-4168-883b-1d7117bfce22 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 931 time: 0.8246167 Sep 18 00:57:17.373246 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2f8f-92b8-45d8-939e-4e493fb5a97b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (7ce55b96-dbf0-4c48-a809-3e5a8b00cc44), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.425509 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-94b39731-a897-4e07-8d7d-af455b9048fe tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:57:17.441258 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-94b39731-a897-4e07-8d7d-af455b9048fe tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0213952 Sep 18 00:57:17.448510 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:17.449290 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-66a39163-7073-47a8-9e8c-aae9dac9baac req-3f43e1f3-1e06-4f6c-a009-3ac4fd7c7888 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 210 time: 0.2798793 Sep 18 00:57:17.459133 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 8 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:17.499792 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:17.505038 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device cdd19749-728d-449e-9044-7a2007a47e01 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:17.521657 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:17.555894 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2f8f-92b8-45d8-939e-4e493fb5a97b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (7ce55b96-dbf0-4c48-a809-3e5a8b00cc44), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.665941 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-20e6854d-cd55-47aa-bb62-2b63480ab8f7 req-2475eb3a-661a-4c23-a144-7116267e4d28 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108031 Sep 18 00:57:17.763305 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Request body: {'port': {'device_id': '1886577e-61d1-4954-a392-49f2164992d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:17.770729 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Port c069dad0-26ff-4757-9053-cc1d55fd29a9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:17.821505 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2f8f-92b8-45d8-939e-4e493fb5a97b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce55b96-dbf0-4c48-a809-3e5a8b00cc44,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:17.831171 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port cdd19749-728d-449e-9044-7a2007a47e01 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:17.832070 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (cdd19749-728d-449e-9044-7a2007a47e01), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.833161 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port cdd19749-728d-449e-9044-7a2007a47e01 Sep 18 00:57:17.874600 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for port (b64611d3-1ff2-43ec-bc4f-976753f59a77), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.881610 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Allocated IP 172.20.0.9 (a19f83a0-76a4-4dc1-a372-2847ecc4812d/878a7f26-4205-409e-9704-29c1bffad54b/ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:17.888710 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2f8f-92b8-45d8-939e-4e493fb5a97b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.892089 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Publish callbacks [] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.894281 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-2dbc2f8f-92b8-45d8-939e-4e493fb5a97b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3069458 Sep 18 00:57:17.894409 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 39254) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:17.922756 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.932395 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:17.987541 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 2, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:17.988543 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4618a13-2eae-48fb-8a81-9a2058bd9fb3 admin admin] Publish callbacks [] for security_group (4b115b94-a749-4d7f-8f72-9edabc2ed68f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.038165 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:18.038514 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.039331 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Updating router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:57:18.075462 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.082868 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:18.091926 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.187230 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4618a13-2eae-48fb-8a81-9a2058bd9fb3 admin admin] Publish callbacks [] for security_group (4b115b94-a749-4d7f-8f72-9edabc2ed68f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.211887 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Attempting to bind port c069dad0-26ff-4757-9053-cc1d55fd29a9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:18.212554 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Attempting to bind port c069dad0-26ff-4757-9053-cc1d55fd29a9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:18.213078 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Attempting to bind port c069dad0-26ff-4757-9053-cc1d55fd29a9 on network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:18.216107 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47187f-5b41-47b4-8e5e-7087fd837725 None None] Pushing event updated for resources: {'Port': ['ID=c069dad0-26ff-4757-9053-cc1d55fd29a9,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:18.237476 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (b64611d3-1ff2-43ec-bc4f-976753f59a77), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.368860 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:18.376844 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 9 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:18.463787 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:18.478962 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:18.483653 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:18.602321 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'Port': ['ID=b64611d3-1ff2-43ec-bc4f-976753f59a77,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:18.602594 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.665482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:18.701840 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Port c069dad0-26ff-4757-9053-cc1d55fd29a9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:18.702443 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port cdd19749-728d-449e-9044-7a2007a47e01 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:18.705643 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 97401384-6b85-434e-9613-56f44d8846e6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:18.778294 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:18.809962 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:18.810491 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Checking segment: {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:18.811082 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.811641 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Bound using segment: {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:18.812214 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Bound port: c069dad0-26ff-4757-9053-cc1d55fd29a9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:18.812696 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.813487 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.854436 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4618a13-2eae-48fb-8a81-9a2058bd9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (4b115b94-a749-4d7f-8f72-9edabc2ed68f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.856983 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4618a13-2eae-48fb-8a81-9a2058bd9fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.857977 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a4618a13-2eae-48fb-8a81-9a2058bd9fb3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4b115b94-a749-4d7f-8f72-9edabc2ed68f HTTP/1.1" status: 204 len: 168 time: 1.7099552 Sep 18 00:57:18.899282 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 97401384-6b85-434e-9613-56f44d8846e6 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:18.899810 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (97401384-6b85-434e-9613-56f44d8846e6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.900247 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 97401384-6b85-434e-9613-56f44d8846e6 Sep 18 00:57:18.906274 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (70bf5f13-a9e6-451e-8e5f-bb49809f95bc), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.911667 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4618a13-2eae-48fb-8a81-9a2058bd9fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b115b94-a749-4d7f-8f72-9edabc2ed68f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:18.925456 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.940636 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02a5eaa6-d761-4156-b5a9-1d95c21cd635 req-6f6d91ad-4929-476e-98d2-574043adfe66 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 210 time: 0.2640290 Sep 18 00:57:19.044863 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Allocated IP 172.37.7.72 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/604409df-ddc1-4679-8bc1-ddd6943749b3) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:19.053360 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:19.054925 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:19.098483 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:19.101779 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:19.108958 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:19.113121 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.118390 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] For port c069dad0-26ff-4757-9053-cc1d55fd29a9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:19.161568 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] For port c069dad0-26ff-4757-9053-cc1d55fd29a9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c069dad0-26ff-4757-9053-cc1d55fd29a9,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:19.188268 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.190489 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5004997 Sep 18 00:57:19.201563 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Publish callbacks [] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.203519 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098b10a-e1e9-4e99-8f1e-1baffed18641 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event updated for resources: {'Port': ['ID=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.204945 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 10 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:19.207556 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (b64611d3-1ff2-43ec-bc4f-976753f59a77), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.273979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36988f-2d2a-4ea3-aa94-953d14a4f0a2 req-ee639ae8-6fd8-4b39-b199-59e16c503745 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:19.287322 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d36988f-2d2a-4ea3-aa94-953d14a4f0a2 req-ee639ae8-6fd8-4b39-b199-59e16c503745 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 931 time: 0.4498606 Sep 18 00:57:19.329177 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.453950 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Current status of the port c069dad0-26ff-4757-9053-cc1d55fd29a9 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:19.454308 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.529747 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:19.529946 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:19.538196 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for port (b64611d3-1ff2-43ec-bc4f-976753f59a77), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.540118 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39294) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:19.555128 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (b64611d3-1ff2-43ec-bc4f-976753f59a77), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.555856 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (70bf5f13-a9e6-451e-8e5f-bb49809f95bc), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.560846 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95763b3-cfd5-4506-a7e4-4ab704c4dcd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.620737 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d36988f-2d2a-4ea3-aa94-953d14a4f0a2 req-de6079f8-4861-4928-aa93-5a71a7ffbf4d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318760 Sep 18 00:57:19.623464 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.625514 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2680910 Sep 18 00:57:19.652282 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e412873-ebf1-450c-b096-c5e2be97608c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'Port': ['ID=b64611d3-1ff2-43ec-bc4f-976753f59a77,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.671157 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (604409df-ddc1-4679-8bc1-ddd6943749b3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.673739 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:19.699528 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f817878-60ba-4823-9fec-2051e8d7b136 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:19.705928 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:19.722671 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95763b3-cfd5-4506-a7e4-4ab704c4dcd4 admin admin] Publish callbacks [] for security_group (3db53512-ef49-407b-b3bb-52d2711e0999), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.729247 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d95763b3-cfd5-4506-a7e4-4ab704c4dcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3db53512-ef49-407b-b3bb-52d2711e0999), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.730379 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Publish callbacks [] for port (1f817878-60ba-4823-9fec-2051e8d7b136), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.741246 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:19.765442 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Transition to ACTIVE for port object 1f817878-60ba-4823-9fec-2051e8d7b136 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:57:19.791680 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.821695 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (604409df-ddc1-4679-8bc1-ddd6943749b3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.831734 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d95763b3-cfd5-4506-a7e4-4ab704c4dcd4 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d746b9566bbc451c935207207ca4da5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879331 Sep 18 00:57:19.831734 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95763b3-cfd5-4506-a7e4-4ab704c4dcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db53512-ef49-407b-b3bb-52d2711e0999,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.840512 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39302) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:19.897840 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52b32683-a161-4d78-8156-955ef88c13c3 admin admin] Publish callbacks [] for security_group (3db53512-ef49-407b-b3bb-52d2711e0999), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.928522 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52b32683-a161-4d78-8156-955ef88c13c3 admin admin] Publish callbacks [] for security_group (3db53512-ef49-407b-b3bb-52d2711e0999), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.959149 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:19.969513 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f817878-60ba-4823-9fec-2051e8d7b136,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.973884 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:20.006823 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Attempting to bind port 1f817878-60ba-4823-9fec-2051e8d7b136 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:20.007569 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Attempting to bind port 1f817878-60ba-4823-9fec-2051e8d7b136 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:20.008025 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Attempting to bind port 1f817878-60ba-4823-9fec-2051e8d7b136 on network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:20.020896 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:20.031199 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52b32683-a161-4d78-8156-955ef88c13c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3db53512-ef49-407b-b3bb-52d2711e0999), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.034439 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-52b32683-a161-4d78-8156-955ef88c13c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.036147 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-52b32683-a161-4d78-8156-955ef88c13c3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3db53512-ef49-407b-b3bb-52d2711e0999 HTTP/1.1" status: 204 len: 168 time: 0.1946144 Sep 18 00:57:20.062013 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b32683-a161-4d78-8156-955ef88c13c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db53512-ef49-407b-b3bb-52d2711e0999,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:20.106519 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] For port c069dad0-26ff-4757-9053-cc1d55fd29a9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c069dad0-26ff-4757-9053-cc1d55fd29a9,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:20.131609 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 97401384-6b85-434e-9613-56f44d8846e6 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:20.132022 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (97401384-6b85-434e-9613-56f44d8846e6), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.142933 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.150773 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Attempting to bind port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:20.151139 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Attempting to bind port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:20.151619 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Attempting to bind port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:20.159577 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Port 1f817878-60ba-4823-9fec-2051e8d7b136 on network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:20.159979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Attempting to bind port 1f817878-60ba-4823-9fec-2051e8d7b136 on network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:20.162418 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=604409df-ddc1-4679-8bc1-ddd6943749b3,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:20.184352 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:20.197686 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47187f-5b41-47b4-8e5e-7087fd837725 None None] Pushing event updated for resources: {'Port': ['ID=c069dad0-26ff-4757-9053-cc1d55fd29a9,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:20.221292 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Provisioning complete for port cdd19749-728d-449e-9044-7a2007a47e01 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:20.221603 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (cdd19749-728d-449e-9044-7a2007a47e01), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.221943 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 1 to provision port cdd19749-728d-449e-9044-7a2007a47e01 Sep 18 00:57:20.238223 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-355764f4-ec59-4d1b-a29c-981d0e29d705 req-7bcd2da8-e59f-4066-9425-0a72b81bc473 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 210 time: 0.1137116 Sep 18 00:57:20.281869 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 97401384-6b85-434e-9613-56f44d8846e6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97401384-6b85-434e-9613-56f44d8846e6,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:20.304986 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-f69cac84-9ae4-456d-96e4-5baa4614bfb1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--628780002&fields=id&tenant_id=505bd70415a04f53a64645eb7959a5fb HTTP/1.1" status: 200 len: 267 time: 0.2864099 Sep 18 00:57:20.318307 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:20.319733 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (97401384-6b85-434e-9613-56f44d8846e6), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.337377 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:20.337748 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Checking segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:20.338146 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.338553 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Bound using segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:20.339021 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Bound port: 97c3e450-0894-4ab7-a1d2-d72b756a6aa4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:20.339400 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.341814 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c449555-2dfc-4d18-9e12-614f78244892 None None] Pushing event updated for resources: {'Port': ['ID=97c3e450-0894-4ab7-a1d2-d72b756a6aa4,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:20.446622 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-0417516e-a143-42de-ad6d-2b52d474400c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:20.448125 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-0417516e-a143-42de-ad6d-2b52d474400c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 817 time: 0.1315837 Sep 18 00:57:20.461522 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (9f346e0c-d868-412b-95f8-1433098e5eb9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.476330 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:20.476527 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Checking segment: {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:20.476953 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Bound using segment: {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:20.477425 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Bound port: 1f817878-60ba-4823-9fec-2051e8d7b136, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00fd20fd-69ea-44e6-b897-48b3b95f43e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:20.477789 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.494260 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-51e4dfa2-9783-4985-bfdd-3a79c99731d0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/quotas/505bd70415a04f53a64645eb7959a5fb HTTP/1.1" status: 200 len: 375 time: 0.0367017 Sep 18 00:57:20.505209 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:20.532860 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (604409df-ddc1-4679-8bc1-ddd6943749b3), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.554486 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Pushing event updated for resources: {'Port': ['ID=c069dad0-26ff-4757-9053-cc1d55fd29a9,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:20.573796 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f535f0-35d1-43bb-aaf5-fb5b6c2e9f2e None None] The sync data for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi is: [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:20.585916 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Current status of the port cdd19749-728d-449e-9044-7a2007a47e01 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:20.613045 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39330) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:20.626301 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:20.644178 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-746b008d-95f4-4397-a050-83fa4120c23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.681575 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 1bd518b2-418c-45da-be27-621c9ad6a8a4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:20.701334 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:20.705727 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:20.847027 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] For port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:20.882636 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-746b008d-95f4-4397-a050-83fa4120c23a admin admin] Publish callbacks [] for security_group (a6c14c8d-68f2-4a61-8379-dc9a5523fd47), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.903652 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-746b008d-95f4-4397-a050-83fa4120c23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a6c14c8d-68f2-4a61-8379-dc9a5523fd47), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.937025 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Provisioning complete for port 1bd518b2-418c-45da-be27-621c9ad6a8a4 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:20.937252 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.946589 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 1 to provision port 1bd518b2-418c-45da-be27-621c9ad6a8a4 Sep 18 00:57:20.983994 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] For port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97c3e450-0894-4ab7-a1d2-d72b756a6aa4,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:21.011239 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b008d-95f4-4397-a050-83fa4120c23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c14c8d-68f2-4a61-8379-dc9a5523fd47,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:21.018553 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-746b008d-95f4-4397-a050-83fa4120c23a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=378035cecce241af8f09636c8f412eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4018097 Sep 18 00:57:21.024020 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39336) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:21.076931 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.087064 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=97401384-6b85-434e-9613-56f44d8846e6,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:21.134378 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 1bd518b2-418c-45da-be27-621c9ad6a8a4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:21.135265 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.142796 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 1bd518b2-418c-45da-be27-621c9ad6a8a4 Sep 18 00:57:21.179154 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] For port 1f817878-60ba-4823-9fec-2051e8d7b136, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:21.195097 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] For port 1f817878-60ba-4823-9fec-2051e8d7b136, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f817878-60ba-4823-9fec-2051e8d7b136,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:21.198589 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75b99444-204e-4a1a-bbad-4564e0cc518a admin admin] Publish callbacks [] for security_group (a6c14c8d-68f2-4a61-8379-dc9a5523fd47), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.228952 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.234354 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:21.235828 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:57:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:21.244609 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:21.245303 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.247221 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/1f817878-60ba-4823-9fec-2051e8d7b136 HTTP/1.1" status: 200 len: 1093 time: 3.6378269 Sep 18 00:57:21.267096 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1886577e-61d1-4954-a392-49f2164992d6', 'tag': '1f817878-60ba-4823-9fec-2051e8d7b136'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:21.271640 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75b99444-204e-4a1a-bbad-4564e0cc518a admin admin] Publish callbacks [] for security_group (a6c14c8d-68f2-4a61-8379-dc9a5523fd47), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.279885 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:21.401000 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c449555-2dfc-4d18-9e12-614f78244892 None None] Pushing event updated for resources: {'Port': ['ID=97c3e450-0894-4ab7-a1d2-d72b756a6aa4,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:21.420957 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75b99444-204e-4a1a-bbad-4564e0cc518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a6c14c8d-68f2-4a61-8379-dc9a5523fd47), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.423937 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75b99444-204e-4a1a-bbad-4564e0cc518a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.425569 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-75b99444-204e-4a1a-bbad-4564e0cc518a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a6c14c8d-68f2-4a61-8379-dc9a5523fd47 HTTP/1.1" status: 204 len: 168 time: 0.4001789 Sep 18 00:57:21.446909 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b99444-204e-4a1a-bbad-4564e0cc518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c14c8d-68f2-4a61-8379-dc9a5523fd47,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:21.462346 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Request body: {'port': {'device_id': 'ae00028e-df3f-4c20-84a1-e0e14f4cc457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:21.594013 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Current status of the port 1bd518b2-418c-45da-be27-621c9ad6a8a4 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:21.595595 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.613366 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.631802 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-6c7a39de-ce93-4752-af89-fe9a933e3307 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0952685 Sep 18 00:57:21.669737 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:21.746545 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 1bd518b2-418c-45da-be27-621c9ad6a8a4 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:21.750361 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.855207 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:21.861960 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] For port 1bd518b2-418c-45da-be27-621c9ad6a8a4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1bd518b2-418c-45da-be27-621c9ad6a8a4,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:21.914913 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.49', 53208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:22.127325 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842e89f-b847-49ec-bc7f-7d3b7bc4f00f req-7ed3148f-48f0-497c-9da5-e0d93185b90b tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:22.129843 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3842e89f-b847-49ec-bc7f-7d3b7bc4f00f req-7ed3148f-48f0-497c-9da5-e0d93185b90b tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.9025462 Sep 18 00:57:22.186155 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:22.188038 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b0d6e-22a2-41e5-a26a-dac4f0bb8ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f817878-60ba-4823-9fec-2051e8d7b136,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:22.311386 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3842e89f-b847-49ec-bc7f-7d3b7bc4f00f req-32393ae5-bccb-4ae1-9be6-93c6562a53a2 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420095 Sep 18 00:57:22.314419 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135779bb-90e0-41f0-a59d-37ffe2bf12e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1886577e-61d1-4954-a392-49f2164992d6", "tag": "1f817878-60ba-4823-9fec-2051e8d7b136"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:22.351467 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4420-7477-401f-94e0-70d47b731608 req-10f1fc1d-7068-4214-a499-df47c561e031 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:22.358384 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-10f1fc1d-7068-4214-a499-df47c561e031 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 819 time: 0.7631986 Sep 18 00:57:22.384443 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Provisioning complete for port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:22.387017 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:22.387239 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Request body: {'port': {'device_id': '46b96d5f-1930-4b82-afcb-62726307e170', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'admin_state_up': True, 'tenant_id': 'df01daf86854497fad1d1d016c269ef1'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:22.387845 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Attempt 1 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:22.557121 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.db.api [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 18 00:57:22.559226 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG oslo_db.api [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:57:22.756694 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Pushing event updated for resources: {'Port': ['ID=1bd518b2-418c-45da-be27-621c9ad6a8a4,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:22.767175 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (604409df-ddc1-4679-8bc1-ddd6943749b3), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:22.773701 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:22.787741 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaace60-de99-489d-9202-450ab829cb4b req-b8bb240a-20f9-4d3f-90e5-5f30ed228176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:22.789511 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-b8bb240a-20f9-4d3f-90e5-5f30ed228176 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=b94600e628984a14a6abc8764ea5be31&device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 1127 time: 0.8675747 Sep 18 00:57:22.809407 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-d299f356-6fa9-4048-8a05-672774c91f84 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:57:22.810566 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-d299f356-6fa9-4048-8a05-672774c91f84 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6751845 Sep 18 00:57:22.813863 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (604409df-ddc1-4679-8bc1-ddd6943749b3), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:22.814067 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (9f346e0c-d868-412b-95f8-1433098e5eb9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:23.005368 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Current status of the port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:23.010658 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:23.097673 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-48be724b-c191-4f8a-90c1-ae4baac8bf0a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f817878-60ba-4823-9fec-2051e8d7b136 HTTP/1.1" status: 200 len: 217 time: 0.2683179 Sep 18 00:57:23.235004 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:23.245598 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-bc1a0f41-d695-4abe-bda2-0af26e62e5f3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801012 Sep 18 00:57:23.269613 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:23.276461 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:23.292616 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 1bd518b2-418c-45da-be27-621c9ad6a8a4 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:23.293671 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:23.318566 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] For port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:23.397203 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:23.436115 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-612a9667-da50-4fe7-b9bd-883389da145e req-4384eca8-4291-4533-b84e-e7b2d4e29e14 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 210 time: 0.6541121 Sep 18 00:57:23.472306 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:23.473933 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5737300 Sep 18 00:57:23.489014 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:23.497155 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Made reservation on behalf of df01daf86854497fad1d1d016c269ef1 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:23.509220 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:23.525776 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaace60-de99-489d-9202-450ab829cb4b req-a8574734-ecd8-4b2c-be1f-835513c7d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:23.533618 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-a8574734-ecd8-4b2c-be1f-835513c7d548 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a545c2fd-ae5d-44c4-8e6f-091b85e05122 HTTP/1.1" status: 200 len: 851 time: 0.4197390 Sep 18 00:57:23.758178 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b116ff-950d-4e22-823f-167f90084871 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=604409df-ddc1-4679-8bc1-ddd6943749b3,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:23.765320 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69321ec1-a4e1-49ab-961c-b74c6f2b74e6 None None] Pushing event updated for resources: {'Port': ['ID=3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:23.777042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-fc91bf24-fa6a-41f0-a263-3072881b2775 None None] Provisioning complete for port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:23.778005 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc91bf24-fa6a-41f0-a263-3072881b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:23.778295 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-fc91bf24-fa6a-41f0-a263-3072881b2775 None None] Attempt 1 to provision port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 Sep 18 00:57:23.784702 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe92016c-813a-493c-86d0-d3aff0e17c15 None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:23.974065 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:23.978673 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:23.979552 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:23.998635 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:24.020399 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Publish callbacks [] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:24.160146 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-201a7b36-906a-4897-8d68-7f9f00cefd8b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8362572 Sep 18 00:57:24.183067 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c627eb9-be76-4a83-9bd4-2bd86d1e9fb3 x-openstack-request-id: req-4c627eb9-be76-4a83-9bd4-2bd86d1e9fb3 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:24.183574 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1886577e-61d1-4954-a392-49f2164992d6", "tag": "1f817878-60ba-4823-9fec-2051e8d7b136", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:24.183972 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c627eb9-be76-4a83-9bd4-2bd86d1e9fb3 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:24.184602 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c627eb9-be76-4a83-9bd4-2bd86d1e9fb3'] response: {'name': 'network-changed', 'server_uuid': '1886577e-61d1-4954-a392-49f2164992d6', 'tag': '1f817878-60ba-4823-9fec-2051e8d7b136', 'status': 'completed', 'code': 200} Sep 18 00:57:24.209019 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Transition to ACTIVE for port object ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:57:24.220580 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:24.257948 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaace60-de99-489d-9202-450ab829cb4b req-70b56dbe-88da-44c9-8889-e1095c0a1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:24.263197 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-70b56dbe-88da-44c9-8889-e1095c0a1109 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4fc3d215-55ee-49c2-92a4-cbf4d73d8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6753476 Sep 18 00:57:24.275026 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fc91bf24-fa6a-41f0-a263-3072881b2775 None None] Current status of the port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:24.276865 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc91bf24-fa6a-41f0-a263-3072881b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:24.518954 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Allocated IP 172.20.0.8 (a19f83a0-76a4-4dc1-a372-2847ecc4812d/878a7f26-4205-409e-9704-29c1bffad54b/d0ec5e41-6756-47f2-a199-19f6930aa09a) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:24.610586 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:24.654021 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a55b51-6804-42ee-b6ce-85d05ac85ad9 req-1c72c6dd-6343-4dea-9e2c-95ff5f2a8fb0 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:24.661628 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:24.666228 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e8a55b51-6804-42ee-b6ce-85d05ac85ad9 req-1c72c6dd-6343-4dea-9e2c-95ff5f2a8fb0 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.2807608 Sep 18 00:57:24.673994 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Attempting to bind port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:24.675086 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Attempting to bind port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:24.675640 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Attempting to bind port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f on network a19f83a0-76a4-4dc1-a372-2847ecc4812d {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:24.695406 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fc91bf24-fa6a-41f0-a263-3072881b2775 None None] For port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97c3e450-0894-4ab7-a1d2-d72b756a6aa4,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:24.723050 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc91bf24-fa6a-41f0-a263-3072881b2775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:24.893837 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f on network a19f83a0-76a4-4dc1-a372-2847ecc4812d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:24.896161 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Attempting to bind port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f on network a19f83a0-76a4-4dc1-a372-2847ecc4812d {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:24.975129 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e8a55b51-6804-42ee-b6ce-85d05ac85ad9 req-bf964a15-ed0e-4d67-9d71-85f09a9ba289 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054872 Sep 18 00:57:24.988737 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:25.012691 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:25.120639 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:25.121785 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 1cfd169a-7502-4965-83fd-7bd7f4df7f3e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:25.225040 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91bf24-fa6a-41f0-a263-3072881b2775 None None] Pushing event updated for resources: {'Port': ['ID=97c3e450-0894-4ab7-a1d2-d72b756a6aa4,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:25.232898 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:25.276098 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:25.291144 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Checking segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:25.291999 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Bound using segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:25.294213 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Bound port: ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:25.294925 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:25.303740 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:25.304334 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:25.304684 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e Sep 18 00:57:25.441050 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] For port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:25.506336 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] For port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:25.526674 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-229694b8-943a-402f-a5fd-30fb829ffd8e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4fc3d215-55ee-49c2-92a4-cbf4d73d8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2004902 Sep 18 00:57:25.528777 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:25.544818 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:25.580967 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:25.582857 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:25.588171 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f HTTP/1.1" status: 200 len: 1093 time: 4.1302004 Sep 18 00:57:25.595074 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae00028e-df3f-4c20-84a1-e0e14f4cc457', 'tag': 'ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:25.688074 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:25.706413 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-56407e45-c004-46aa-bbe7-f4ecf12a996a req-37869e98-1ed8-43eb-b9ad-b39303ff952e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 210 time: 0.1010461 Sep 18 00:57:25.734275 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:25.824705 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-472c3353-b4e4-48cd-a360-b2e058210050 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--851872864&fields=id&tenant_id=cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 267 time: 0.3114791 Sep 18 00:57:25.908397 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-35974a57-b2d3-4567-a5af-818bd9c1cfc5 req-3178af4d-a697-4326-8905-64546c6601ea tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.1060715 Sep 18 00:57:26.150760 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87951-8529-442a-b92d-3d6125f32265 req-83460f8d-df61-4e7e-90e8-7d2592dfaec6 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:26.172527 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-83460f8d-df61-4e7e-90e8-7d2592dfaec6 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 813 time: 0.3462968 Sep 18 00:57:26.239504 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device c069dad0-26ff-4757-9053-cc1d55fd29a9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:26.261852 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-adaaa5c5-c1dd-45e1-ab5f-8edd7d62fd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.366473 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26372ece-320f-4f61-8fe5-d50d1c90f5f1 req-4c649259-f3ee-4baa-987a-1bd2e6b3e051 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:26.372587 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26372ece-320f-4f61-8fe5-d50d1c90f5f1 req-4c649259-f3ee-4baa-987a-1bd2e6b3e051 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.1929586 Sep 18 00:57:26.381337 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-14c3cb8d-9039-4c03-90fb-2230fa606628 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/quotas/cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 375 time: 0.2055492 Sep 18 00:57:26.389782 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port c069dad0-26ff-4757-9053-cc1d55fd29a9 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:26.393790 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.400572 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port c069dad0-26ff-4757-9053-cc1d55fd29a9 Sep 18 00:57:26.409432 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.604295 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event updated for resources: {'Port': ['ID=d0ec5e41-6756-47f2-a199-19f6930aa09a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:26.644424 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:26.648225 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:26.650269 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:26.653461 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:26.663382 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:26.664695 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.683100 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port c069dad0-26ff-4757-9053-cc1d55fd29a9 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:26.685462 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:26.719763 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc7024-0113-4775-8b03-79a6fb97b7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae00028e-df3f-4c20-84a1-e0e14f4cc457", "tag": "ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:26.746700 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-2aaace60-de99-489d-9202-450ab829cb4b req-cb5938c2-b665-4606-931a-1180a8209201 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4fc3d215-55ee-49c2-92a4-cbf4d73d8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1998589 Sep 18 00:57:26.793146 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ab366-fef8-4ecd-9171-9be9e6cf4ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:26.832871 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-adaaa5c5-c1dd-45e1-ab5f-8edd7d62fd93 admin admin] Publish callbacks [] for security_group (d37dea67-2de7-4c48-8012-7c4897af09fb), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.836682 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-6351dbe6-8e66-43fb-b578-df906014a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:26.839539 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-6351dbe6-8e66-43fb-b578-df906014a193 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 1127 time: 0.8867376 Sep 18 00:57:26.842733 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-adaaa5c5-c1dd-45e1-ab5f-8edd7d62fd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d37dea67-2de7-4c48-8012-7c4897af09fb), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.876513 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:26.876953 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.877300 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa Sep 18 00:57:26.901935 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26372ece-320f-4f61-8fe5-d50d1c90f5f1 req-3621ec59-f8c5-4b5b-9d55-b234262e671d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141063 Sep 18 00:57:26.985701 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-c2ce08f6-2786-4b55-8330-51c33b44e4ce tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5643466 Sep 18 00:57:27.064441 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-d64dfe9c-0997-46ae-b31e-24135203ac23 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f HTTP/1.1" status: 200 len: 217 time: 0.0701718 Sep 18 00:57:27.249621 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:27.250425 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-76f6c9c5-26b7-48d5-b70f-c18a1464f6f6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512167 Sep 18 00:57:27.253909 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 39556) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:27.257568 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 1bd518b2-418c-45da-be27-621c9ad6a8a4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:27.276510 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-9e99602b-27ad-4e14-8cc6-e3b14fdea6f3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9053407 Sep 18 00:57:27.298867 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-adaaa5c5-c1dd-45e1-ab5f-8edd7d62fd93 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2add46ff01ea465fb8275c01739ef48e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0515027 Sep 18 00:57:27.306621 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39560) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:27.350261 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-8942f57a-f30c-4321-b385-7d7ca3784501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:27.360315 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-8942f57a-f30c-4321-b385-7d7ca3784501 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.2529907 Sep 18 00:57:27.363397 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Provisioning complete for port d0ec5e41-6756-47f2-a199-19f6930aa09a triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:27.364069 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.365149 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Attempt 1 to provision port d0ec5e41-6756-47f2-a199-19f6930aa09a Sep 18 00:57:27.367861 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaaa5c5-c1dd-45e1-ab5f-8edd7d62fd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37dea67-2de7-4c48-8012-7c4897af09fb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:27.386019 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-b0e42edd-6d32-472a-852a-6cbbdbb2106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:27.388084 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-b0e42edd-6d32-472a-852a-6cbbdbb2106c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=b94600e628984a14a6abc8764ea5be31&device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 1127 time: 0.3187118 Sep 18 00:57:27.437261 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4629ce4-ba8b-48ae-99f6-0393e4e61e00 req-03794bfe-cf04-42f8-8f97-6afd32a85b63 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:27.438897 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c4629ce4-ba8b-48ae-99f6-0393e4e61e00 req-03794bfe-cf04-42f8-8f97-6afd32a85b63 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 931 time: 0.1835377 Sep 18 00:57:27.471403 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 1bd518b2-418c-45da-be27-621c9ad6a8a4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:27.474921 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.477222 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 1bd518b2-418c-45da-be27-621c9ad6a8a4 Sep 18 00:57:27.548935 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0a76-8cd6-4a05-bff1-a63e8bdb70dd admin admin] Publish callbacks [] for security_group (d37dea67-2de7-4c48-8012-7c4897af09fb), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.550698 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c4629ce4-ba8b-48ae-99f6-0393e4e61e00 req-41012891-aabb-482e-a1ad-ccddf9074451 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968010 Sep 18 00:57:27.567079 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-1ebafd09-3140-4b04-8eb0-e8641bfe23e4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148918 Sep 18 00:57:27.638204 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ec88fd22-b751-4965-baf7-c8c12f311a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.647363 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0a76-8cd6-4a05-bff1-a63e8bdb70dd admin admin] Publish callbacks [] for security_group (d37dea67-2de7-4c48-8012-7c4897af09fb), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.656978 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Port d0ec5e41-6756-47f2-a199-19f6930aa09a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:27.767601 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 1bd518b2-418c-45da-be27-621c9ad6a8a4 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:27.768684 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:27.771828 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:27.817574 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0a76-8cd6-4a05-bff1-a63e8bdb70dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d37dea67-2de7-4c48-8012-7c4897af09fb), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.820207 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0a76-8cd6-4a05-bff1-a63e8bdb70dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.823434 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-9cbc0a76-8cd6-4a05-bff1-a63e8bdb70dd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d37dea67-2de7-4c48-8012-7c4897af09fb HTTP/1.1" status: 204 len: 168 time: 0.4763904 Sep 18 00:57:27.848742 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc0a76-8cd6-4a05-bff1-a63e8bdb70dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37dea67-2de7-4c48-8012-7c4897af09fb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:28.035876 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:28.036365 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:28.037021 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 Sep 18 00:57:28.086002 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:28.131508 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a69405-7b73-474c-80f8-886de4190a94 x-openstack-request-id: req-32a69405-7b73-474c-80f8-886de4190a94 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:28.131795 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae00028e-df3f-4c20-84a1-e0e14f4cc457", "tag": "ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:28.132040 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32a69405-7b73-474c-80f8-886de4190a94 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:28.132517 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a69405-7b73-474c-80f8-886de4190a94'] response: {'name': 'network-changed', 'server_uuid': 'ae00028e-df3f-4c20-84a1-e0e14f4cc457', 'tag': 'ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f', 'status': 'completed', 'code': 200} Sep 18 00:57:28.157256 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:28.159366 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 97401384-6b85-434e-9613-56f44d8846e6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:28.191081 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Attempt 2 to provision port d0ec5e41-6756-47f2-a199-19f6930aa09a Sep 18 00:57:28.195319 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:28.210858 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9576178a-1619-4140-91f5-777d1bddeede req-af1ed896-c346-4260-a937-496dee8f31b2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.1484077 Sep 18 00:57:28.220633 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ec88fd22-b751-4965-baf7-c8c12f311a49 admin admin] Publish callbacks [] for security_group (3dd9a325-f5eb-436e-a1bb-7c1be86e20de), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:28.247618 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ec88fd22-b751-4965-baf7-c8c12f311a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3dd9a325-f5eb-436e-a1bb-7c1be86e20de), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:28.321497 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Port d0ec5e41-6756-47f2-a199-19f6930aa09a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:28.333771 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-ec88fd22-b751-4965-baf7-c8c12f311a49 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=15684cd8f29440599ea291fd7f9f42a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0702891 Sep 18 00:57:28.336741 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39604) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:28.343434 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9a5ba238-ec9f-47e2-8f2a-a31b45614472 req-3b3d7f9b-68ce-4202-a454-d416ca480e76 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.1315129 Sep 18 00:57:28.368843 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:28.407388 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 97401384-6b85-434e-9613-56f44d8846e6 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:28.407921 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (97401384-6b85-434e-9613-56f44d8846e6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:28.408277 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 97401384-6b85-434e-9613-56f44d8846e6 Sep 18 00:57:28.434024 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88fd22-b751-4965-baf7-c8c12f311a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd9a325-f5eb-436e-a1bb-7c1be86e20de,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:28.467509 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bea89-1bd3-4a5a-a6f7-1805c7f7a38d req-f98475b8-c75c-46b3-87ad-ae81a2d10c11 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:28.472188 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bd6bea89-1bd3-4a5a-a6f7-1805c7f7a38d req-f98475b8-c75c-46b3-87ad-ae81a2d10c11 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.1076100 Sep 18 00:57:28.480242 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d6849e-466d-4683-a224-63f9417f9f6b admin admin] Publish callbacks [] for security_group (3dd9a325-f5eb-436e-a1bb-7c1be86e20de), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:28.549822 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d6849e-466d-4683-a224-63f9417f9f6b admin admin] Publish callbacks [] for security_group (3dd9a325-f5eb-436e-a1bb-7c1be86e20de), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:28.589750 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bd6bea89-1bd3-4a5a-a6f7-1805c7f7a38d req-2849f8be-4440-49b3-9c96-4d32bfc1c758 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065755 Sep 18 00:57:28.627450 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 97401384-6b85-434e-9613-56f44d8846e6 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:28.692900 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d6849e-466d-4683-a224-63f9417f9f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3dd9a325-f5eb-436e-a1bb-7c1be86e20de), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:28.697355 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d6849e-466d-4683-a224-63f9417f9f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:28.699160 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e2d6849e-466d-4683-a224-63f9417f9f6b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3dd9a325-f5eb-436e-a1bb-7c1be86e20de HTTP/1.1" status: 204 len: 168 time: 0.3614497 Sep 18 00:57:28.715710 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6849e-466d-4683-a224-63f9417f9f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd9a325-f5eb-436e-a1bb-7c1be86e20de,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:28.795462 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b77dc9-dfe5-436e-80a2-93689a965a5c req-f96bc3ad-7619-4f69-bea0-570bf0a788b3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:28.799609 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39620) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:28.801150 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-71b77dc9-dfe5-436e-80a2-93689a965a5c req-f96bc3ad-7619-4f69-bea0-570bf0a788b3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 931 time: 0.0896001 Sep 18 00:57:28.822225 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Attempt 3 to provision port d0ec5e41-6756-47f2-a199-19f6930aa09a Sep 18 00:57:28.880998 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Port d0ec5e41-6756-47f2-a199-19f6930aa09a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:28.900478 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-71b77dc9-dfe5-436e-80a2-93689a965a5c req-f15d21c3-c02d-4440-a281-28dea1a2027c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860999 Sep 18 00:57:29.127476 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8115168-0503-4f43-8652-74e8b4a08ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.141180 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:29.143986 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Request body: {'port': {'device_id': '46b96d5f-1930-4b82-afcb-62726307e170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:29.228785 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 39632) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:29.273683 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8115168-0503-4f43-8652-74e8b4a08ef5 admin admin] Publish callbacks [] for security_group (d4284e23-19b9-4c0d-8d9b-ad1c6f47a848), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.279461 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8115168-0503-4f43-8652-74e8b4a08ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d4284e23-19b9-4c0d-8d9b-ad1c6f47a848), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.283965 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-12a0e36a-fdf2-459c-81f9-b985608410bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.317404 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.382620 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Attempt 4 to provision port d0ec5e41-6756-47f2-a199-19f6930aa09a Sep 18 00:57:29.387015 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b8115168-0503-4f43-8652-74e8b4a08ef5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0ca870add6214f1394474d6201aef62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5862479 Sep 18 00:57:29.388499 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8115168-0503-4f43-8652-74e8b4a08ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4284e23-19b9-4c0d-8d9b-ad1c6f47a848,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:29.391063 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39640) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:29.519002 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-372f822b-ec4e-41c5-bdf7-26d7409caad2 admin admin] Publish callbacks [] for security_group (d4284e23-19b9-4c0d-8d9b-ad1c6f47a848), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.519997 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Port d0ec5e41-6756-47f2-a199-19f6930aa09a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:29.537201 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-80681329-1b2d-4fc4-958f-4bb5ed6ceb96 req-912ce821-cd68-4fa5-a482-cf1d46dde735 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.1812439 Sep 18 00:57:29.560607 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-372f822b-ec4e-41c5-bdf7-26d7409caad2 admin admin] Publish callbacks [] for security_group (d4284e23-19b9-4c0d-8d9b-ad1c6f47a848), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.605648 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9595df0-e5f6-447b-9c05-4a2745d93a7b req-c6c7347f-39e9-4785-b705-f419500629d6 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0543332 Sep 18 00:57:29.676220 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-372f822b-ec4e-41c5-bdf7-26d7409caad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d4284e23-19b9-4c0d-8d9b-ad1c6f47a848), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.680005 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-372f822b-ec4e-41c5-bdf7-26d7409caad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.689650 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-372f822b-ec4e-41c5-bdf7-26d7409caad2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d4284e23-19b9-4c0d-8d9b-ad1c6f47a848 HTTP/1.1" status: 204 len: 168 time: 0.2782118 Sep 18 00:57:29.705942 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:29.713388 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f822b-ec4e-41c5-bdf7-26d7409caad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4284e23-19b9-4c0d-8d9b-ad1c6f47a848,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:29.817516 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-12a0e36a-fdf2-459c-81f9-b985608410bb admin admin] Publish callbacks [] for security_group (d34c7a69-9b32-46b6-9a30-8cc052f8bc3c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.839372 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-12a0e36a-fdf2-459c-81f9-b985608410bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d34c7a69-9b32-46b6-9a30-8cc052f8bc3c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:29.935407 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702335-430a-4702-99df-ba9bb1ba81ea req-10fc240a-d1b3-4591-a469-1aa91cf80e8d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:29.937282 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f9702335-430a-4702-99df-ba9bb1ba81ea req-10fc240a-d1b3-4591-a469-1aa91cf80e8d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.2117844 Sep 18 00:57:29.993604 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0e36a-fdf2-459c-81f9-b985608410bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34c7a69-9b32-46b6-9a30-8cc052f8bc3c,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:30.007016 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39654) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:30.007214 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-12a0e36a-fdf2-459c-81f9-b985608410bb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=73dfec534a5a419b9327c067863a160f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7763710 Sep 18 00:57:30.025219 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Attempt 5 to provision port d0ec5e41-6756-47f2-a199-19f6930aa09a Sep 18 00:57:30.105412 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f9702335-430a-4702-99df-ba9bb1ba81ea req-2bcd7417-be0a-4292-b9cf-af56a23cc862 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500058 Sep 18 00:57:30.120715 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Port d0ec5e41-6756-47f2-a199-19f6930aa09a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:30.212264 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3686e566-a01f-4f86-9c54-e13e68bc3986 admin admin] Publish callbacks [] for security_group (d34c7a69-9b32-46b6-9a30-8cc052f8bc3c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.273350 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3686e566-a01f-4f86-9c54-e13e68bc3986 admin admin] Publish callbacks [] for security_group (d34c7a69-9b32-46b6-9a30-8cc052f8bc3c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.316930 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ec5e41-6756-47f2-a199-19f6930aa09a {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:30.358310 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Publish callbacks [] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.363264 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3686e566-a01f-4f86-9c54-e13e68bc3986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d34c7a69-9b32-46b6-9a30-8cc052f8bc3c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.370825 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3686e566-a01f-4f86-9c54-e13e68bc3986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.373146 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3686e566-a01f-4f86-9c54-e13e68bc3986 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d34c7a69-9b32-46b6-9a30-8cc052f8bc3c HTTP/1.1" status: 204 len: 168 time: 0.3649583 Sep 18 00:57:30.381649 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78965034-ad94-40a1-ac2f-e3c820669381 req-a6fa613c-d8c1-459c-bbaa-27991b65112b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:30.393039 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-78965034-ad94-40a1-ac2f-e3c820669381 req-a6fa613c-d8c1-459c-bbaa-27991b65112b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 931 time: 0.1459155 Sep 18 00:57:30.417393 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Transition to ACTIVE for port object d0ec5e41-6756-47f2-a199-19f6930aa09a will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:57:30.420573 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686e566-a01f-4f86-9c54-e13e68bc3986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34c7a69-9b32-46b6-9a30-8cc052f8bc3c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:30.431798 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.444582 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:30.456837 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39662) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:30.498722 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c36e9def-591d-4809-ac78-28fd57cf06d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.519015 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-78965034-ad94-40a1-ac2f-e3c820669381 req-a0d5d630-d763-4eec-af56-81a8d39472a2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172805 Sep 18 00:57:30.621759 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Attempt 6 to provision port d0ec5e41-6756-47f2-a199-19f6930aa09a Sep 18 00:57:30.628892 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Pushing event updated for resources: {'Port': ['ID=d0ec5e41-6756-47f2-a199-19f6930aa09a,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:30.631965 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Attempting to bind port d0ec5e41-6756-47f2-a199-19f6930aa09a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:30.640893 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Attempting to bind port d0ec5e41-6756-47f2-a199-19f6930aa09a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:30.641596 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Attempting to bind port d0ec5e41-6756-47f2-a199-19f6930aa09a on network a19f83a0-76a4-4dc1-a372-2847ecc4812d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:30.693309 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:30.720718 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Port d0ec5e41-6756-47f2-a199-19f6930aa09a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:30.750351 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c36e9def-591d-4809-ac78-28fd57cf06d3 admin admin] Publish callbacks [] for security_group (3e5c96c8-896c-4e27-8d64-059c796b4ff9), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.752391 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:30.762226 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c36e9def-591d-4809-ac78-28fd57cf06d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3e5c96c8-896c-4e27-8d64-059c796b4ff9), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.774895 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-47df2393-fffc-496f-9673-0f43d467c880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.868757 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c36e9def-591d-4809-ac78-28fd57cf06d3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=51fde31499574e58a2d0d72ebb521a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080923 Sep 18 00:57:30.868757 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e9def-591d-4809-ac78-28fd57cf06d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c96c8-896c-4e27-8d64-059c796b4ff9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:30.870650 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39674) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:30.899252 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b80ce60d-8909-4a26-86de-fd034f6ba3b5 req-9d80e30d-7968-48dd-a3b2-4cfcd59462e7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.1432920 Sep 18 00:57:30.947335 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Port d0ec5e41-6756-47f2-a199-19f6930aa09a on network a19f83a0-76a4-4dc1-a372-2847ecc4812d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:30.947833 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Attempting to bind port d0ec5e41-6756-47f2-a199-19f6930aa09a on network a19f83a0-76a4-4dc1-a372-2847ecc4812d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:30.953484 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ac4ea4d2-db8d-41e3-9483-95064376e8a4 req-d06c9bb5-b6b4-4e8a-b51c-34a71c333ebf tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0868578 Sep 18 00:57:30.975202 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bf58e90-7b75-4241-b2e4-1d5b2ae4e8e4 admin admin] Publish callbacks [] for security_group (3e5c96c8-896c-4e27-8d64-059c796b4ff9), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.996407 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:30.998749 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bf58e90-7b75-4241-b2e4-1d5b2ae4e8e4 admin admin] Publish callbacks [] for security_group (3e5c96c8-896c-4e27-8d64-059c796b4ff9), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.014671 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:31.015347 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Checking segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:31.015750 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Bound using segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:31.016244 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Bound port: d0ec5e41-6756-47f2-a199-19f6930aa09a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:31.016659 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.056650 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bf58e90-7b75-4241-b2e4-1d5b2ae4e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3e5c96c8-896c-4e27-8d64-059c796b4ff9), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.060097 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0bf58e90-7b75-4241-b2e4-1d5b2ae4e8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.061230 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-0bf58e90-7b75-4241-b2e4-1d5b2ae4e8e4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3e5c96c8-896c-4e27-8d64-059c796b4ff9 HTTP/1.1" status: 204 len: 168 time: 0.1896722 Sep 18 00:57:31.084395 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf58e90-7b75-4241-b2e4-1d5b2ae4e8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c96c8-896c-4e27-8d64-059c796b4ff9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:31.108053 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] For port d0ec5e41-6756-47f2-a199-19f6930aa09a, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:31.112191 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] For port d0ec5e41-6756-47f2-a199-19f6930aa09a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0ec5e41-6756-47f2-a199-19f6930aa09a,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:31.120306 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.123631 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:31.124259 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.125962 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/d0ec5e41-6756-47f2-a199-19f6930aa09a HTTP/1.1" status: 200 len: 1093 time: 1.9881053 Sep 18 00:57:31.133708 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b96d5f-1930-4b82-afcb-62726307e170', 'tag': 'd0ec5e41-6756-47f2-a199-19f6930aa09a'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:31.137199 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bbb60c-baf5-4496-a55a-5644ceb41209" -d '{"events": [{"name": "network-changed", "server_uuid": "46b96d5f-1930-4b82-afcb-62726307e170", "tag": "d0ec5e41-6756-47f2-a199-19f6930aa09a"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:31.204759 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a920b76-50db-48ee-ac30-5b2148085b9f service neutron] Pushing event updated for resources: {'Port': ['ID=d0ec5e41-6756-47f2-a199-19f6930aa09a,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:31.222444 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Attempt 7 to provision port d0ec5e41-6756-47f2-a199-19f6930aa09a Sep 18 00:57:31.258549 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac92ce-fc2a-4534-a4e0-190738116eb8 x-openstack-request-id: req-67ac92ce-fc2a-4534-a4e0-190738116eb8 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:31.258887 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b96d5f-1930-4b82-afcb-62726307e170", "tag": "d0ec5e41-6756-47f2-a199-19f6930aa09a", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:31.259172 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67ac92ce-fc2a-4534-a4e0-190738116eb8 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:31.259761 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ac92ce-fc2a-4534-a4e0-190738116eb8'] response: {'name': 'network-changed', 'server_uuid': '46b96d5f-1930-4b82-afcb-62726307e170', 'tag': 'd0ec5e41-6756-47f2-a199-19f6930aa09a', 'status': 'completed', 'code': 200} Sep 18 00:57:31.275634 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d58b2b70-5dae-4ccb-a056-36b269145dfd None None] Port d0ec5e41-6756-47f2-a199-19f6930aa09a had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:57:31.284361 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b8fc3-9a4a-4f3f-9ce1-a79e963ff84f req-b89e4fcf-2d8e-4de0-a9b9-7549c7fd8c6e tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:31.286235 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-597b8fc3-9a4a-4f3f-9ce1-a79e963ff84f req-b89e4fcf-2d8e-4de0-a9b9-7549c7fd8c6e tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0744076 Sep 18 00:57:31.300955 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:31.343762 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-597b8fc3-9a4a-4f3f-9ce1-a79e963ff84f req-de256292-1ce7-403a-829f-64455c96c5f5 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506630 Sep 18 00:57:31.575097 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=65 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:31.585060 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:31.676096 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d2978-5f72-4618-9e83-4f12c23685d3 req-9cc35c85-1f5e-4db5-8dd2-35938d1a5a42 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:31.678399 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c07d2978-5f72-4618-9e83-4f12c23685d3 req-9cc35c85-1f5e-4db5-8dd2-35938d1a5a42 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0549676 Sep 18 00:57:31.738930 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c07d2978-5f72-4618-9e83-4f12c23685d3 req-595331ab-94da-45c1-b378-66e98c4df7d9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533688 Sep 18 00:57:32.030641 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27cb5233-ee07-4d34-abed-92318fd99f37 req-2da79d0d-9c9b-4a89-b5fa-a8ceeebe4a60 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0340798 Sep 18 00:57:32.071602 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39740) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:32.101401 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5ca285e3-e88d-4b1c-a80a-586994fd2516 req-cbde16bf-f8e6-4b4f-bc0a-bdd01974c0ff tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0319865 Sep 18 00:57:32.327356 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1e88-158a-4218-89ea-ad653cb92625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.415048 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1e88-158a-4218-89ea-ad653cb92625 admin admin] Publish callbacks [] for security_group (18b35c71-02e9-48b1-9476-4eef50a46b14), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.420453 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1e88-158a-4218-89ea-ad653cb92625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (18b35c71-02e9-48b1-9476-4eef50a46b14), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.467454 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5dbb1e88-158a-4218-89ea-ad653cb92625 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a4029e46d5224f7d9b3a4f57a017003d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943317 Sep 18 00:57:32.468176 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb1e88-158a-4218-89ea-ad653cb92625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b35c71-02e9-48b1-9476-4eef50a46b14,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.470605 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 39760) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:32.494358 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44797807-c1b4-44b1-afe3-897462217189 req-cee00a27-6336-49da-9095-b091c0fd5e84 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:32.495857 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-44797807-c1b4-44b1-afe3-897462217189 req-cee00a27-6336-49da-9095-b091c0fd5e84 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0516577 Sep 18 00:57:32.531356 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaa159d5-97e7-40d6-8403-002fa34171f8 admin admin] Publish callbacks [] for security_group (18b35c71-02e9-48b1-9476-4eef50a46b14), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.555718 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaa159d5-97e7-40d6-8403-002fa34171f8 admin admin] Publish callbacks [] for security_group (18b35c71-02e9-48b1-9476-4eef50a46b14), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.561712 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-44797807-c1b4-44b1-afe3-897462217189 req-23c0e99c-a379-44c9-9cc2-b3bde647d88c tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594389 Sep 18 00:57:32.607344 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaa159d5-97e7-40d6-8403-002fa34171f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (18b35c71-02e9-48b1-9476-4eef50a46b14), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.609934 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eaa159d5-97e7-40d6-8403-002fa34171f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.611221 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-eaa159d5-97e7-40d6-8403-002fa34171f8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/18b35c71-02e9-48b1-9476-4eef50a46b14 HTTP/1.1" status: 204 len: 168 time: 0.1398549 Sep 18 00:57:32.619533 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa159d5-97e7-40d6-8403-002fa34171f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b35c71-02e9-48b1-9476-4eef50a46b14,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.892277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e5f2e-6d5d-4d94-bd88-b15369960ce3 req-5de767c7-5e9c-44ef-8fe5-3997b086c01d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:32.893948 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d1e5f2e-6d5d-4d94-bd88-b15369960ce3 req-5de767c7-5e9c-44ef-8fe5-3997b086c01d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0734241 Sep 18 00:57:32.967514 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d1e5f2e-6d5d-4d94-bd88-b15369960ce3 req-abe23471-0170-42d7-9b80-02dfd8e58cc5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671368 Sep 18 00:57:33.148483 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dc336358-de5f-4881-af48-a7034587f850 req-17020678-3c04-41fa-99bc-770fdf2bf030 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0291009 Sep 18 00:57:33.231852 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-29dc5832-f507-4aa4-8e29-1b29ca7a9d46 req-3255dd95-1183-46cc-9c57-9307f2dbc1ae tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0298867 Sep 18 00:57:33.520124 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-48d9f7b6-829f-4292-ac3c-81d2640b84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:33.521689 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-48d9f7b6-829f-4292-ac3c-81d2640b84f0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1991208 Sep 18 00:57:33.646961 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a39e7be-56b4-4bbe-95fa-4f873a597419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:33.810281 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3aef8-9ca9-4285-b0ab-add048c702db req-9b6fa865-1200-4759-9d99-be7654b291e2 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:33.813778 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0bb3aef8-9ca9-4285-b0ab-add048c702db req-9b6fa865-1200-4759-9d99-be7654b291e2 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0899787 Sep 18 00:57:33.898830 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0bb3aef8-9ca9-4285-b0ab-add048c702db req-002a91f6-4927-446c-9757-ef309e6c86a6 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761564 Sep 18 00:57:33.937240 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-6af17fdc-b73f-4b2b-adf4-37f77228924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:33.939138 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-6af17fdc-b73f-4b2b-adf4-37f77228924d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4fc3d215-55ee-49c2-92a4-cbf4d73d8975 HTTP/1.1" status: 200 len: 913 time: 0.6180296 Sep 18 00:57:34.156107 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a82e7-ef1d-4b3b-989e-fb3c6eeb79ea req-68a71e62-74d1-40d8-93a5-cc83e87c7897 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:34.157892 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-552a82e7-ef1d-4b3b-989e-fb3c6eeb79ea req-68a71e62-74d1-40d8-93a5-cc83e87c7897 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0746353 Sep 18 00:57:34.248478 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-552a82e7-ef1d-4b3b-989e-fb3c6eeb79ea req-50807259-ffbd-41a1-b893-d4b5a8a92e51 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827572 Sep 18 00:57:34.375419 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8818fc9a-58d7-4959-911b-507c5436bb52 req-a736b41d-c7fc-4edc-97a5-eb69bb393db9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0801785 Sep 18 00:57:34.440203 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bf1530f2-f90a-4815-8203-365df58537bc req-0a7ed75a-a1aa-430e-bf7d-dc398c7915a8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0556431 Sep 18 00:57:34.818886 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-3a11ccb7-9032-45eb-b643-680167c10210 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f817878-60ba-4823-9fec-2051e8d7b136 HTTP/1.1" status: 200 len: 217 time: 0.0632038 Sep 18 00:57:34.994334 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb60c-baf5-4496-a55a-5644ceb41209 req-3fc8fa5d-74ea-4df8-8f08-c55a2ae8d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:34.999094 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c3bbb60c-baf5-4496-a55a-5644ceb41209 req-3fc8fa5d-74ea-4df8-8f08-c55a2ae8d147 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 1127 time: 0.1374202 Sep 18 00:57:35.050551 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-fcf43f3c-aee9-4a0a-a1e9-9fab0ec659d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:35.052027 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-fcf43f3c-aee9-4a0a-a1e9-9fab0ec659d6 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a545c2fd-ae5d-44c4-8e6f-091b85e05122 HTTP/1.1" status: 200 len: 851 time: 0.1169131 Sep 18 00:57:35.053092 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:35.056607 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-489ea4e7-6f44-4b6f-8291-181d9f7b636d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879596 Sep 18 00:57:35.067426 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17733f18-55dd-4bf1-bd1f-a3c1df687beb req-b8655c13-adc1-451f-be97-48ef46859bef tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:35.069010 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-17733f18-55dd-4bf1-bd1f-a3c1df687beb req-b8655c13-adc1-451f-be97-48ef46859bef tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0551217 Sep 18 00:57:35.128839 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-17733f18-55dd-4bf1-bd1f-a3c1df687beb req-0d7574d5-9b34-4014-84dd-d51f58b329c6 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520830 Sep 18 00:57:35.201054 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:35.370287 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c779d4-6ae7-4fb6-a9b3-ae71e5b58857 req-60e421c2-84f0-484b-b05d-b2ed48021c00 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:35.371845 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-20c779d4-6ae7-4fb6-a9b3-ae71e5b58857 req-60e421c2-84f0-484b-b05d-b2ed48021c00 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0478253 Sep 18 00:57:35.419000 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-20c779d4-6ae7-4fb6-a9b3-ae71e5b58857 req-8a52330b-725f-47c7-a294-df22d3b6eded tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411584 Sep 18 00:57:35.564757 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8f7ba69a-4565-4e19-af7a-d3d3496c9afe req-483ad317-2562-4b51-b275-722e037f968d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0471165 Sep 18 00:57:35.586178 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0befaf47-c5a4-429a-9f21-b661515d99cd req-6a9c58c1-c026-4e01-9c16-9735990607a3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0324123 Sep 18 00:57:36.266832 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32182408-8cf0-45cd-9405-f20a174ea90d req-32031403-8c15-4e71-837f-ef1760a827a3 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:36.268312 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-32182408-8cf0-45cd-9405-f20a174ea90d req-32031403-8c15-4e71-837f-ef1760a827a3 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0489280 Sep 18 00:57:36.329811 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-32182408-8cf0-45cd-9405-f20a174ea90d req-135bb19f-14a1-4c9b-8647-2f6f7a0797c3 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549459 Sep 18 00:57:36.335003 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:36.540808 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d076a-8b7d-4a6e-80fa-fa9ac2605a97 req-8a7b0fea-d4a1-4757-bec0-d24dbd4075e9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:36.542401 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9b9d076a-8b7d-4a6e-80fa-fa9ac2605a97 req-8a7b0fea-d4a1-4757-bec0-d24dbd4075e9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0476990 Sep 18 00:57:36.595450 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9b9d076a-8b7d-4a6e-80fa-fa9ac2605a97 req-2248157f-5cc7-4dbd-95cb-64afd9da7dc1 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 Sep 18 00:57:36.701815 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f5c32c69-07e4-4760-8f96-514db51d996f req-8f9018ed-a028-48f2-9f98-8bbf0f68edbd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0547223 Sep 18 00:57:36.733701 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-59fe6014-f6c2-4ad2-a712-d0f3cf02b92a req-d40f4a95-e470-4dd5-8477-b356c9ee9a2f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0365572 Sep 18 00:57:37.051122 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:37.435556 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:37.474323 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d28aa-ed21-4576-a63e-3d057878f694 req-2f093b1a-9d07-4b23-81f1-808d75afd83d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:37.475897 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-742d28aa-ed21-4576-a63e-3d057878f694 req-2f093b1a-9d07-4b23-81f1-808d75afd83d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0485930 Sep 18 00:57:37.533393 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-742d28aa-ed21-4576-a63e-3d057878f694 req-cde43a8a-0bc3-4e19-8d49-96726e255a4e tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518115 Sep 18 00:57:37.724038 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f37151-5df8-4834-80f5-81eff17a77c8 req-f13e484d-4537-41ad-b003-bd48d9596ec8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:37.725869 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e6f37151-5df8-4834-80f5-81eff17a77c8 req-f13e484d-4537-41ad-b003-bd48d9596ec8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0504160 Sep 18 00:57:37.781275 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e6f37151-5df8-4834-80f5-81eff17a77c8 req-b6a43211-9fb3-46f3-afe7-5cb2f6e7613d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496314 Sep 18 00:57:37.817587 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e314bd1b-f4c9-4e6b-bc4b-9da12f782a0b req-11fea362-f203-466a-b26c-a89f080c16bc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0351415 Sep 18 00:57:37.879102 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f91a0465-9f44-40e2-b160-561e28e79f8b req-e4fe67cc-d8ef-48b0-8896-e38dc25db253 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0305629 Sep 18 00:57:38.661556 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f87d90-10f9-427d-b8a5-1bb9302fc320 req-d9e6f758-9cce-40c5-a018-c05c6ce449fb tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:38.663146 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6f87d90-10f9-427d-b8a5-1bb9302fc320 req-d9e6f758-9cce-40c5-a018-c05c6ce449fb tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0537980 Sep 18 00:57:38.721335 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6f87d90-10f9-427d-b8a5-1bb9302fc320 req-ce2e7515-8615-4f5b-aba4-28d265bde93e tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522294 Sep 18 00:57:38.944189 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b2ac05ac-6bbf-4ced-80c2-e7a2b065f46d req-e75d0ea6-31ff-432a-bed3-7a577de1e338 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0322621 Sep 18 00:57:38.955240 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316c6bf-a42d-48ad-b889-bd464c6e38b3 req-16235ec7-12a7-47cb-8cf9-b885adf7ddae tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:38.968338 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d316c6bf-a42d-48ad-b889-bd464c6e38b3 req-16235ec7-12a7-47cb-8cf9-b885adf7ddae tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0804710 Sep 18 00:57:39.046443 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a28507e3-b897-450b-b653-90e7483a2af2 req-db89eb30-cc5a-42d6-be90-a0397b71daf5 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0321445 Sep 18 00:57:39.055059 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d316c6bf-a42d-48ad-b889-bd464c6e38b3 req-e035a9b0-5ee0-4682-ba7a-54ef5ae37702 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798826 Sep 18 00:57:39.847378 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d183ca-eb0a-4ab8-9a4d-e082de33f6c1 req-312c41e9-e024-49e5-ae0d-179d6c980e3d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:39.848906 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46d183ca-eb0a-4ab8-9a4d-e082de33f6c1 req-312c41e9-e024-49e5-ae0d-179d6c980e3d tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0533707 Sep 18 00:57:39.899818 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46d183ca-eb0a-4ab8-9a4d-e082de33f6c1 req-c67182fa-4f80-4e2b-b221-6a101c6251fd tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448527 Sep 18 00:57:40.046403 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a6068a0d-acd0-41c9-9358-4b9783cbee94 req-985eb9bf-fc94-4c38-954a-97acc5a5bbfe tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Sep 18 00:57:40.158710 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cea77df8-db1f-486b-b861-df68174d58e4 req-43efe0d6-bacd-47e4-8ab0-89c504d68147 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0296724 Sep 18 00:57:40.210799 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9c50e-2704-42cf-9adc-7c06cf675428 req-6b470b5a-1fd6-41c4-ba75-365c3fe3311d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:40.213696 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abc9c50e-2704-42cf-9adc-7c06cf675428 req-6b470b5a-1fd6-41c4-ba75-365c3fe3311d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0570173 Sep 18 00:57:40.263078 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abc9c50e-2704-42cf-9adc-7c06cf675428 req-deb94c14-d975-4384-b565-621d38b31ddb tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 Sep 18 00:57:41.020639 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d39e0-2245-4e62-b868-990b7f1a8e5f req-b7ed820b-a65d-4a1d-b707-f7ebaa4dc337 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:41.022707 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ac0d39e0-2245-4e62-b868-990b7f1a8e5f req-b7ed820b-a65d-4a1d-b707-f7ebaa4dc337 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0497053 Sep 18 00:57:41.059630 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:41.099399 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ac0d39e0-2245-4e62-b868-990b7f1a8e5f req-f77505c2-5941-409b-8326-4ee4cac810d3 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705214 Sep 18 00:57:41.155520 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cb9f0b58-7cf1-4403-9538-2799d97e8a11 req-a05448b0-1101-4f2d-ab10-a876a86721db tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0339475 Sep 18 00:57:41.275124 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-88e1113f-34ca-4560-bacd-a1044089e22d req-91061fc9-a615-4ab2-996f-8d5d4b386595 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0322423 Sep 18 00:57:41.400905 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce481ab-b4ca-400a-9876-4c22c51ee552 req-2e25bcad-687b-47c9-b5e9-83abef0521d3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:41.402385 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6ce481ab-b4ca-400a-9876-4c22c51ee552 req-2e25bcad-687b-47c9-b5e9-83abef0521d3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0503261 Sep 18 00:57:41.472067 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6ce481ab-b4ca-400a-9876-4c22c51ee552 req-0ed08bf0-ec9d-4ad1-a6bb-5714e1fba810 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622633 Sep 18 00:57:41.472624 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.49', 53232) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:41.500232 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-ba5e2c3b-7592-4b7f-a6e6-ece68e687169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:41.503797 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-ba5e2c3b-7592-4b7f-a6e6-ece68e687169 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4fc3d215-55ee-49c2-92a4-cbf4d73d8975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555897 Sep 18 00:57:41.526963 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:41.670444 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-642e7102-2997-4942-9dfd-b744c7da5d10 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4fc3d215-55ee-49c2-92a4-cbf4d73d8975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244080 Sep 18 00:57:41.752689 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:41.839201 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-135779bb-90e0-41f0-a59d-37ffe2bf12e0 req-5f77a7d3-84a6-48d4-a857-373a44a21a84 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4fc3d215-55ee-49c2-92a4-cbf4d73d8975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421890 Sep 18 00:57:41.857433 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9373ab3a-d58e-4d33-ad35-68748a8ada70 req-c9d15e70-664a-4115-880e-dbefa90bc4ae service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507009 Sep 18 00:57:41.991797 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:42.000584 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb60c-baf5-4496-a55a-5644ceb41209 req-0c2c03c4-7825-4331-a8a0-cf176025f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:42.002315 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c3bbb60c-baf5-4496-a55a-5644ceb41209 req-0c2c03c4-7825-4331-a8a0-cf176025f66f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=df01daf86854497fad1d1d016c269ef1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5287359 Sep 18 00:57:42.015006 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-33c0deff-6f7a-46a1-8e61-55d6fd5d90d9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:42.015006 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-33c0deff-6f7a-46a1-8e61-55d6fd5d90d9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 817 time: 0.5325458 Sep 18 00:57:42.266165 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63618e45-6e50-4932-9c6c-38d2467b55cf req-b7efc80d-d545-4ed2-9285-c50ce29d91da tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:42.267922 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63618e45-6e50-4932-9c6c-38d2467b55cf req-b7efc80d-d545-4ed2-9285-c50ce29d91da tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0824974 Sep 18 00:57:42.296035 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-98245ddd-9eae-4783-96a0-29cffc78052a req-2cf23418-1130-4026-8c31-dbdecf5e2e95 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0486991 Sep 18 00:57:42.360546 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63618e45-6e50-4932-9c6c-38d2467b55cf req-a268e23f-45b6-4243-bdee-9995aa000373 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723400 Sep 18 00:57:42.427034 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4559717c-02ef-4182-a3ba-d59d08161093 req-443ea8dd-03a9-474e-b1b6-478a349e848f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0310304 Sep 18 00:57:42.601694 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3cc9c-adc0-4e71-8df7-9b90ae3bc780 req-d75368f7-fffd-42a2-800f-93cbff29aa51 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:42.603296 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f8d3cc9c-adc0-4e71-8df7-9b90ae3bc780 req-d75368f7-fffd-42a2-800f-93cbff29aa51 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0486119 Sep 18 00:57:42.652564 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f8d3cc9c-adc0-4e71-8df7-9b90ae3bc780 req-6879c394-f159-41f2-aaf6-9a81df992855 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Sep 18 00:57:43.420991 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b3f6c876-bdac-4b69-aa00-f4054cec154f req-74d0bf30-eab0-484e-8f1b-0d21405ed668 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0303631 Sep 18 00:57:43.489094 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8706e-72db-4120-ae9c-e4eb81b11f51 req-04f6720c-b0cb-4a12-aa38-a4ed67af4c44 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:43.490702 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-85a8706e-72db-4120-ae9c-e4eb81b11f51 req-04f6720c-b0cb-4a12-aa38-a4ed67af4c44 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0501444 Sep 18 00:57:43.563618 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-93e1ea54-6274-4706-bdd4-cffc8d0de7bd req-dea40ad1-e31a-4371-8f31-9364becebb67 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0381303 Sep 18 00:57:43.567875 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-85a8706e-72db-4120-ae9c-e4eb81b11f51 req-6d47becf-8e2e-46c1-8d86-56f6e124eb46 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715601 Sep 18 00:57:43.780644 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ded35-12d6-4628-8a14-e4403323409b req-5b8a2d76-cff5-4b92-a533-9ec1165e6d77 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:43.782127 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c93ded35-12d6-4628-8a14-e4403323409b req-5b8a2d76-cff5-4b92-a533-9ec1165e6d77 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0522451 Sep 18 00:57:43.831492 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c93ded35-12d6-4628-8a14-e4403323409b req-f2ddea47-feb5-409e-8713-0fd2604f3e48 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431309 Sep 18 00:57:44.527306 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-85ee9da3-2a92-489a-b7f8-7851f1c88820 req-b188601e-8282-4eca-94d4-4743a0a06ffb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0284321 Sep 18 00:57:44.702624 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ac984395-d7f8-4b0a-8174-acd5de24489f req-ebd835e9-884f-427e-ac10-58acb30a4885 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0496964 Sep 18 00:57:44.719608 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd907c19-d316-4b91-ad46-46c7ad670aa0 req-575784c4-cadc-4600-870c-f1e8e0eb3676 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:44.721045 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fd907c19-d316-4b91-ad46-46c7ad670aa0 req-575784c4-cadc-4600-870c-f1e8e0eb3676 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 943 time: 0.0593565 Sep 18 00:57:44.770632 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fd907c19-d316-4b91-ad46-46c7ad670aa0 req-6978a2d0-1533-4bd9-8fb8-34e55a970d71 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Sep 18 00:57:44.953212 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a2a75-4bed-4d31-9204-5ce673760d39 req-573ae636-745f-4fad-b63a-136e7ec6c5fb tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:44.954745 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e1a2a75-4bed-4d31-9204-5ce673760d39 req-573ae636-745f-4fad-b63a-136e7ec6c5fb tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0490758 Sep 18 00:57:45.010617 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e1a2a75-4bed-4d31-9204-5ce673760d39 req-18840c01-749e-4b27-9d49-81e8f53272e0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493245 Sep 18 00:57:45.401452 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 1f817878-60ba-4823-9fec-2051e8d7b136 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:57:45.428003 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:57:45.511479 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 1f817878-60ba-4823-9fec-2051e8d7b136, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f817878-60ba-4823-9fec-2051e8d7b136,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:45.522680 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '1f817878-60ba-4823-9fec-2051e8d7b136', 'network_id': '4fc3d215-55ee-49c2-92a4-cbf4d73d8975', 'port_id': '1f817878-60ba-4823-9fec-2051e8d7b136', 'mac_address': 'fa:16:3e:cf:1b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a545c2fd-ae5d-44c4-8e6f-091b85e05122', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:57:45.557999 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 1f817878-60ba-4823-9fec-2051e8d7b136 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:45.558395 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:45.572205 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f817878-60ba-4823-9fec-2051e8d7b136 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:45.592251 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 1f817878-60ba-4823-9fec-2051e8d7b136, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f817878-60ba-4823-9fec-2051e8d7b136,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:45.596591 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:45.630991 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-86f80047-e52e-4b9e-9beb-64d60ef36e79 req-84d0afeb-9703-4bae-8201-6f671137179d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0278380 Sep 18 00:57:45.648952 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=1f817878-60ba-4823-9fec-2051e8d7b136,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:45.789967 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:45.811151 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9dd15f97-7937-42d7-9a71-4ab51d8e79da req-05d075cf-fb55-4ef2-bbbc-c5322a824cc7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0314374 Sep 18 00:57:45.891273 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836cf86-cdef-48d7-be4a-163811e93cc3 req-cd6db96e-26c6-48bb-9da0-27beec542cf8 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:45.892749 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2836cf86-cdef-48d7-be4a-163811e93cc3 req-cd6db96e-26c6-48bb-9da0-27beec542cf8 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 944 time: 0.0477777 Sep 18 00:57:45.941079 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2836cf86-cdef-48d7-be4a-163811e93cc3 req-84c25eda-d5fe-4f9b-a4ee-e42557aa05b4 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411608 Sep 18 00:57:46.131250 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916536af-2bc9-4301-ad0b-fd72864b3894 req-afcde09d-7b63-4e80-8e58-7d0ef5b331ae tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:46.132740 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-916536af-2bc9-4301-ad0b-fd72864b3894 req-afcde09d-7b63-4e80-8e58-7d0ef5b331ae tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0466185 Sep 18 00:57:46.178883 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-916536af-2bc9-4301-ad0b-fd72864b3894 req-2091e1c4-d5ba-42c1-97c6-fc506fcf5782 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Sep 18 00:57:46.739399 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9c25f2c1-7a26-4c36-afb9-72378849a1a7 req-9cb9fc9d-ecc2-4313-be86-96d1c6ef898a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0327213 Sep 18 00:57:46.929371 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-13248ce5-9109-48c0-ae9d-027db5955f38 req-03ffb807-08c6-4c24-b0dd-8af08b494641 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0268369 Sep 18 00:57:47.063816 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6240867-2632-4e51-adc6-f3ff5bce2a92 req-cebe43b4-eaa4-4ab2-8314-161bd8c403c9 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:47.065555 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e6240867-2632-4e51-adc6-f3ff5bce2a92 req-cebe43b4-eaa4-4ab2-8314-161bd8c403c9 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 944 time: 0.0480661 Sep 18 00:57:47.113756 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e6240867-2632-4e51-adc6-f3ff5bce2a92 req-38a4ed6a-436c-40ae-a09a-79b7e534e738 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Sep 18 00:57:47.304707 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf73a9-9ba5-4401-9a4c-04fe436fa8be req-db20057e-60dd-4b99-bc71-484b435c1111 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:47.306300 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26cf73a9-9ba5-4401-9a4c-04fe436fa8be req-db20057e-60dd-4b99-bc71-484b435c1111 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0481329 Sep 18 00:57:47.359048 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26cf73a9-9ba5-4401-9a4c-04fe436fa8be req-97b8b29e-193d-4ea6-ba72-d88b26d40663 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468748 Sep 18 00:57:47.844098 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f489e56-41df-4e5d-ab74-1bdd6ebc3bf0 req-17e1b2b8-e01d-40bd-bbc3-acb74c8542d6 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0274515 Sep 18 00:57:48.039104 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1d5aa77f-05a3-470e-bf6d-e61bec3a4df7 req-99ef274a-c6a6-4548-b530-93dabf416a3f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0279686 Sep 18 00:57:48.221462 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:48.232252 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1f5fc-93a4-41bc-a31e-fab70213eb7d req-e3142432-ab17-455a-a4f1-eebbac006621 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:48.233798 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5ee1f5fc-93a4-41bc-a31e-fab70213eb7d req-e3142432-ab17-455a-a4f1-eebbac006621 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 944 time: 0.0474567 Sep 18 00:57:48.281003 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5ee1f5fc-93a4-41bc-a31e-fab70213eb7d req-a346262c-ad59-44fd-a2df-17bfa21689a8 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 Sep 18 00:57:48.412507 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-8828304e-1f13-4b80-8c7c-5d1e824c2650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:48.414175 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-8828304e-1f13-4b80-8c7c-5d1e824c2650 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 1127 time: 0.0492580 Sep 18 00:57:48.533344 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-c077693f-6167-4379-a95d-d73de1b66948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:48.534915 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-c077693f-6167-4379-a95d-d73de1b66948 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.1083074 Sep 18 00:57:48.606193 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-f5648b7b-209f-4653-8d48-a3cfcc439a16 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=505bd70415a04f53a64645eb7959a5fb HTTP/1.1" status: 200 len: 379 time: 0.2453651 Sep 18 00:57:48.619333 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68779452-9f74-40d0-aaf4-13c5a25732aa req-ff29e123-36ba-4f36-a07b-db729a63836f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:48.620745 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-68779452-9f74-40d0-aaf4-13c5a25732aa req-ff29e123-36ba-4f36-a07b-db729a63836f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.1465304 Sep 18 00:57:48.641372 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['1f817878-60ba-4823-9fec-2051e8d7b136'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:57:48.664042 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbb60c-baf5-4496-a55a-5644ceb41209 req-e44eb0d8-0b8b-44b4-9a18-7542a2de6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:48.665509 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c3bbb60c-baf5-4496-a55a-5644ceb41209 req-e44eb0d8-0b8b-44b4-9a18-7542a2de6cb7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3035698 Sep 18 00:57:48.697126 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-68779452-9f74-40d0-aaf4-13c5a25732aa req-e9972570-593c-480e-a3ef-7f5633ffcae7 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642145 Sep 18 00:57:48.705682 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'port': {'device_id': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'admin_state_up': True, 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'security_groups': ['3e5eb68c-b67b-465f-a036-5b575d03bcaf']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:48.762339 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-0a9db6bb-fbb7-4f9a-8069-6de1ccbb6773 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f HTTP/1.1" status: 200 len: 217 time: 0.0590732 Sep 18 00:57:48.831563 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Made reservation on behalf of 505bd70415a04f53a64645eb7959a5fb for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:48.836294 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:48.926617 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:48.976741 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5efcffa6-bd5b-47a2-a3de-fea14f6062f8 req-35aff761-0740-4388-a330-b3f0c4254641 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0538502 Sep 18 00:57:49.004339 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Allocated IP 172.20.0.8 (7ab8f07f-d17d-470a-a9f4-d9a359c2132d/a1c88011-2836-4048-9c52-ad139cf53896/af5eca8e-a823-4591-9077-2a4b9b7fb155) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:49.124687 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4420-7477-401f-94e0-70d47b731608 req-cfb1d271-8e76-4cef-954a-3d1137d7c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.126539 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-cfb1d271-8e76-4cef-954a-3d1137d7c54b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 1127 time: 0.0505493 Sep 18 00:57:49.140461 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-d446ff98-0ae9-432f-abc9-80a0f17d55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.142322 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-d446ff98-0ae9-432f-abc9-80a0f17d55ff service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.1232028 Sep 18 00:57:49.254200 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:49.260878 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-d9d60722-adc9-41c2-9241-2341abb68242 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ec5e41-6756-47f2-a199-19f6930aa09a HTTP/1.1" status: 200 len: 217 time: 0.0577686 Sep 18 00:57:49.286402 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1d8e1e8e-ba9d-4f55-a6fe-7675ea75e150 req-3692fc52-1cc3-4194-a9d3-e40a8421ff21 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 210 time: 0.0925183 Sep 18 00:57:49.296560 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:49.339365 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:49.354307 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-d983d35f-ec10-416b-a5e5-523d06f7bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.356114 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-d983d35f-ec10-416b-a5e5-523d06f7bc79 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1460836 Sep 18 00:57:49.376856 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4420-7477-401f-94e0-70d47b731608 req-e7ad84d8-48df-44b8-ab8f-87e4d5cb0ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.379440 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-e7ad84d8-48df-44b8-ab8f-87e4d5cb0ed4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.1022508 Sep 18 00:57:49.430812 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:49.452788 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:49.466256 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87951-8529-442a-b92d-3d6125f32265 req-a46fc311-7dd8-4802-9bb5-9f3cfd5190eb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.467785 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-a46fc311-7dd8-4802-9bb5-9f3cfd5190eb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 813 time: 0.4055486 Sep 18 00:57:49.473831 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:49.477250 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.477864 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:49.495936 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:49.496117 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4420-7477-401f-94e0-70d47b731608 req-befea027-d3f7-4ccd-8477-5868ad179f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.497442 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-befea027-d3f7-4ccd-8477-5868ad179f99 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476763 Sep 18 00:57:49.508288 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f1372-14a9-4a46-8f46-ff47a1e617f4 req-10cd9ac9-7a05-47ea-884d-0a72a93f5f0e tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.509962 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ec5f1372-14a9-4a46-8f46-ff47a1e617f4 req-10cd9ac9-7a05-47ea-884d-0a72a93f5f0e tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 944 time: 0.1227453 Sep 18 00:57:49.514153 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8128057 Sep 18 00:57:49.526169 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.526447 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.526815 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.527155 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.527485 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.529070 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.532582 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.534581 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.535169 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.537008 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.537381 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.539131 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.539700 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.544238 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.549192 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bf8432-4c42-4e88-9717-0780bd3003b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:49.574841 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Request body: {'port': {'device_id': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:49.584371 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-3c181de5-743d-434e-a66e-b1338fb6ffa2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207894 Sep 18 00:57:49.749209 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ec5f1372-14a9-4a46-8f46-ff47a1e617f4 req-ffcc4add-3aae-411f-b37c-73c40e85b60c tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250471 Sep 18 00:57:49.759776 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-83fc7024-0113-4775-8b03-79a6fb97b7cc req-9a8390bc-91af-4c5d-84af-c6d83af7a1cf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446042 Sep 18 00:57:49.773614 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:49.796460 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-c6a6e715-06bb-4af9-b930-fe3da859f064 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 379 time: 0.2402132 Sep 18 00:57:49.834428 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-449e01c5-9237-4133-a2d8-7c59311dfeb4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830281 Sep 18 00:57:49.913698 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb6ff-d1e8-4d16-a845-aab390e274db req-39e37aed-1986-4e21-990e-ec0af3aa8f6b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.915250 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1edeb6ff-d1e8-4d16-a845-aab390e274db req-39e37aed-1986-4e21-990e-ec0af3aa8f6b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0861588 Sep 18 00:57:49.979633 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Provisioning complete for port af5eca8e-a823-4591-9077-2a4b9b7fb155 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:49.980145 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:49.980323 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Attempt 1 to provision port af5eca8e-a823-4591-9077-2a4b9b7fb155 Sep 18 00:57:50.026073 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Port af5eca8e-a823-4591-9077-2a4b9b7fb155 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:50.048853 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'port': {'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'admin_state_up': True, 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'security_groups': ['1263778b-e3f6-4f54-b91e-2f6fad138b66']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:50.056093 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:50.088144 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c26f4420-7477-401f-94e0-70d47b731608 req-83e20591-6bbe-4dc8-8c2d-9b71f9595a09 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224840 Sep 18 00:57:50.443334 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40232) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:50.459489 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1e95f1b8-4a3f-4051-afbb-963a0672517c req-a29bbd95-f5b1-4bd9-87f3-c2b602ddd207 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.3676672 Sep 18 00:57:50.471617 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1edeb6ff-d1e8-4d16-a845-aab390e274db req-d2b6e753-adc2-40ef-9234-3041070f3ad0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489595 Sep 18 00:57:50.527593 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Attempt 2 to provision port af5eca8e-a823-4591-9077-2a4b9b7fb155 Sep 18 00:57:50.578350 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Port af5eca8e-a823-4591-9077-2a4b9b7fb155 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:50.649557 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Made reservation on behalf of cf1375f9f28c43fda090a236635c4188 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:50.655240 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:50.661958 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:50.672300 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23c17-9f43-466f-af89-b99e281cbc3f req-9b8b59e8-6325-4a4c-b33f-533b3598c41b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:50.673813 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-adf23c17-9f43-466f-af89-b99e281cbc3f req-9b8b59e8-6325-4a4c-b33f-533b3598c41b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 931 time: 0.1116734 Sep 18 00:57:50.694446 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:50.712743 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:50.755808 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5eca8e-a823-4591-9077-2a4b9b7fb155 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:50.766009 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Publish callbacks [] for security_group (67126fe6-0b17-41fc-b9e0-44b090a4688a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:50.770649 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (67126fe6-0b17-41fc-b9e0-44b090a4688a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:50.795552 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Publish callbacks [] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:50.815926 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67126fe6-0b17-41fc-b9e0-44b090a4688a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:50.822128 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=81b774e3b54b4fe3bf25502b2ec64484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874574 Sep 18 00:57:50.826305 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40242) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:50.829594 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.829732 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.830056 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.830587 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.832874 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.833385 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:50.833494 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.833494 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.833494 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.833494 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.833742 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.833931 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.834399 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.834951 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.835276 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.835837 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6037ac93-6b9d-4200-8b69-1fd507d42285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:50.871421 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Transition to ACTIVE for port object af5eca8e-a823-4591-9077-2a4b9b7fb155 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:57:50.897459 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:50.902097 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9c80d22-96f0-449a-bee8-88f784f0c451 admin admin] Publish callbacks [] for security_group (67126fe6-0b17-41fc-b9e0-44b090a4688a), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:50.908744 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-adf23c17-9f43-466f-af89-b99e281cbc3f req-9ee7af8c-32ef-4aad-9892-33c9d8d7050a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974564 Sep 18 00:57:50.927892 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9c80d22-96f0-449a-bee8-88f784f0c451 admin admin] Publish callbacks [] for security_group (67126fe6-0b17-41fc-b9e0-44b090a4688a), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:50.994268 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9c80d22-96f0-449a-bee8-88f784f0c451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (67126fe6-0b17-41fc-b9e0-44b090a4688a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:50.997454 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9c80d22-96f0-449a-bee8-88f784f0c451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:51.001180 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b9c80d22-96f0-449a-bee8-88f784f0c451 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/67126fe6-0b17-41fc-b9e0-44b090a4688a HTTP/1.1" status: 204 len: 168 time: 0.1714661 Sep 18 00:57:51.011213 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c80d22-96f0-449a-bee8-88f784f0c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67126fe6-0b17-41fc-b9e0-44b090a4688a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:51.013854 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Allocated IP 172.20.0.9 (3227bd19-4c4c-45c0-aee5-e73b3870bae1/665e6178-f5ce-4fbf-9a1f-c6745892e403/190e8866-66ef-440c-9bb4-625459014597) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:51.047020 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:51.056857 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e8587-6d27-4637-9ac3-1b06c36647f2 req-ace04b76-2417-4db5-bc90-880ea1202b73 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:51.058559 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9a1e8587-6d27-4637-9ac3-1b06c36647f2 req-ace04b76-2417-4db5-bc90-880ea1202b73 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 944 time: 0.1225054 Sep 18 00:57:51.079880 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Attempt 3 to provision port af5eca8e-a823-4591-9077-2a4b9b7fb155 Sep 18 00:57:51.085353 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Attempting to bind port af5eca8e-a823-4591-9077-2a4b9b7fb155 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:51.085687 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Attempting to bind port af5eca8e-a823-4591-9077-2a4b9b7fb155 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:51.086010 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Attempting to bind port af5eca8e-a823-4591-9077-2a4b9b7fb155 on network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:51.104318 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:51.118890 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Port af5eca8e-a823-4591-9077-2a4b9b7fb155 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:51.221671 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9a1e8587-6d27-4637-9ac3-1b06c36647f2 req-2d2c69c0-c435-4948-9430-ac9bfb2d3987 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535683 Sep 18 00:57:51.235492 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Port af5eca8e-a823-4591-9077-2a4b9b7fb155 on network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:51.235817 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Attempting to bind port af5eca8e-a823-4591-9077-2a4b9b7fb155 on network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:51.327801 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (190e8866-66ef-440c-9bb4-625459014597), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:51.329780 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:51.330108 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Checking segment: {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:51.330505 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Bound using segment: {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:51.330962 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Bound port: af5eca8e-a823-4591-9077-2a4b9b7fb155, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:51.331305 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:51.416833 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (190e8866-66ef-440c-9bb4-625459014597), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:51.426991 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:51.463028 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:51.477158 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:51.486134 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:51.487722 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:51.488476 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:51.489857 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/af5eca8e-a823-4591-9077-2a4b9b7fb155 HTTP/1.1" status: 200 len: 1093 time: 1.9261222 Sep 18 00:57:51.490365 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:51.493422 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d97d87f-ff2c-4e42-be66-9a5672efdf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:51.499555 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:51.504107 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:51.527713 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:51.528866 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:51.542724 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=190e8866-66ef-440c-9bb4-625459014597,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:51.603232 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f19b2d-c38d-4bf3-9544-5e92525c5bdb x-openstack-request-id: req-d2f19b2d-c38d-4bf3-9544-5e92525c5bdb {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:51.603614 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:51.603928 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2f19b2d-c38d-4bf3-9544-5e92525c5bdb {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:51.604423 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f19b2d-c38d-4bf3-9544-5e92525c5bdb'] response: {'name': 'network-changed', 'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'status': 'completed', 'code': 200} Sep 18 00:57:51.607974 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-cc9b6b3c-819a-4c2e-b5fe-e65106ec724c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5781446 Sep 18 00:57:51.620294 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Attempt 4 to provision port af5eca8e-a823-4591-9077-2a4b9b7fb155 Sep 18 00:57:51.678735 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6ca24-5a6f-4913-b547-6efbd4f74f70 service neutron] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:51.688838 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:51.702886 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:57:51.722279 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37648c-88e1-4551-82e3-d75f16206f6c req-000d27f9-1010-4a08-b27d-7d1f4a10cded tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:51.740237 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc37648c-88e1-4551-82e3-d75f16206f6c req-000d27f9-1010-4a08-b27d-7d1f4a10cded tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 931 time: 0.1083012 Sep 18 00:57:51.750424 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a183dec6-5f4c-4ff4-93ec-eba539271874 None None] Port af5eca8e-a823-4591-9077-2a4b9b7fb155 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:57:51.878646 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:51.891438 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d8796-1d06-4b10-b627-554a782e2b5d req-ab24d08c-e611-43a3-9306-b228e1c3fed3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:51.892134 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'port_id': 'ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f', 'mac_address': 'fa:16:3e:b9:ca:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:57:51.893646 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fd2d8796-1d06-4b10-b627-554a782e2b5d req-ab24d08c-e611-43a3-9306-b228e1c3fed3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.1515372 Sep 18 00:57:51.908597 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc37648c-88e1-4551-82e3-d75f16206f6c req-f3b9fa5c-750a-4949-a3d7-47551e7d3c42 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609602 Sep 18 00:57:52.017996 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fd2d8796-1d06-4b10-b627-554a782e2b5d req-545291f7-b1ac-4b2f-b6b9-c2c8986ad1d7 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081619 Sep 18 00:57:52.077556 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:52.095704 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Provisioning complete for port 190e8866-66ef-440c-9bb4-625459014597 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:52.096451 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (190e8866-66ef-440c-9bb4-625459014597), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.096451 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Attempt 1 to provision port 190e8866-66ef-440c-9bb4-625459014597 Sep 18 00:57:52.113147 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8cbbc-fbd9-4858-bbd7-a3653251789d req-7d65c17b-503f-4d6c-8b58-4d7c11927d14 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:52.115058 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-18b8cbbc-fbd9-4858-bbd7-a3653251789d req-7d65c17b-503f-4d6c-8b58-4d7c11927d14 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0709629 Sep 18 00:57:52.127058 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:52.150958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Port 190e8866-66ef-440c-9bb4-625459014597 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:52.153405 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:52.154031 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.170869 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:52.177685 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:52.198490 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:52.208971 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-18b8cbbc-fbd9-4858-bbd7-a3653251789d req-fa916287-4e50-400a-9520-13540b3d2596 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835891 Sep 18 00:57:52.211242 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.284201 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:52.295956 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.296407 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.297507 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.298008 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.298803 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.299197 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.301015 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.302159 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.302768 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.303250 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.303736 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.304323 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.304807 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.305417 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.305877 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:52.405727 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e854537-f346-4e7e-8d0d-56bd7f05829e req-37ae6baa-c13d-4271-aa5f-4766b2679b9a tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:52.407471 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3e854537-f346-4e7e-8d0d-56bd7f05829e req-37ae6baa-c13d-4271-aa5f-4766b2679b9a tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 944 time: 0.0572903 Sep 18 00:57:52.471947 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:52.500111 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3e854537-f346-4e7e-8d0d-56bd7f05829e req-42f9366c-3626-4e36-ab41-1db75a0a7bcb tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850909 Sep 18 00:57:52.653461 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Attempt 2 to provision port 190e8866-66ef-440c-9bb4-625459014597 Sep 18 00:57:52.721021 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Port 190e8866-66ef-440c-9bb4-625459014597 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:52.785888 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.841232 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Request body: {'port': {'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:52.921310 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (190e8866-66ef-440c-9bb4-625459014597), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.983918 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 1f817878-60ba-4823-9fec-2051e8d7b136 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:53.121671 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 1f817878-60ba-4823-9fec-2051e8d7b136 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:57:53.133104 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 1f817878-60ba-4823-9fec-2051e8d7b136 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:53.133830 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:53.134921 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 1f817878-60ba-4823-9fec-2051e8d7b136 Sep 18 00:57:53.181530 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:57:53.224508 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Attempt 3 to provision port 190e8866-66ef-440c-9bb4-625459014597 Sep 18 00:57:53.241394 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8f544-37f6-4ae3-8ee5-50b42da72f1b req-c4753e61-623c-4e24-a05e-11bc9ea05659 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:53.249147 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-65b8f544-37f6-4ae3-8ee5-50b42da72f1b req-c4753e61-623c-4e24-a05e-11bc9ea05659 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 931 time: 0.1271415 Sep 18 00:57:53.329943 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00310b78-7b27-4236-a3e2-6c0283e4e39f req-fb70e916-c81c-4205-9f09-36833fa8888e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:53.331948 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-00310b78-7b27-4236-a3e2-6c0283e4e39f req-fb70e916-c81c-4205-9f09-36833fa8888e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.1663890 Sep 18 00:57:53.406902 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-65b8f544-37f6-4ae3-8ee5-50b42da72f1b req-0e5c63b4-200a-4c04-a2f7-c2d6d43bff9a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568024 Sep 18 00:57:53.416309 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 1f817878-60ba-4823-9fec-2051e8d7b136 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:53.416829 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:53.420744 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Port 190e8866-66ef-440c-9bb4-625459014597 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:53.480587 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-00310b78-7b27-4236-a3e2-6c0283e4e39f req-f522a911-2bc0-40b4-8ed0-f08a25fdea85 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270437 Sep 18 00:57:53.526859 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1886577e-61d1-4954-a392-49f2164992d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f817878-60ba-4823-9fec-2051e8d7b136'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:53.573570 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190e8866-66ef-440c-9bb4-625459014597 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:53.676920 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82ea0f-7eae-46be-a1fc-e63dd759ae57 req-947ef6f3-be2a-49a6-be1c-bfc1122f9ba9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:53.678741 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f82ea0f-7eae-46be-a1fc-e63dd759ae57 req-947ef6f3-be2a-49a6-be1c-bfc1122f9ba9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0911901 Sep 18 00:57:53.718842 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 1f817878-60ba-4823-9fec-2051e8d7b136, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f817878-60ba-4823-9fec-2051e8d7b136,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:53.730067 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:53.850217 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6297d9b-6fff-4cfa-a903-2d74ce6947cb req-d2b85c2e-ed52-42b0-840c-3426707f6728 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:53.856126 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6297d9b-6fff-4cfa-a903-2d74ce6947cb req-d2b85c2e-ed52-42b0-840c-3426707f6728 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.1762722 Sep 18 00:57:53.871741 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Publish callbacks [] for port (190e8866-66ef-440c-9bb4-625459014597), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:53.887448 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=1f817878-60ba-4823-9fec-2051e8d7b136,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:53.913767 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f1f9fc-c8e7-44de-bc4b-9d61cb0abeb5" -d '{"events": [{"server_uuid": "1886577e-61d1-4954-a392-49f2164992d6", "name": "network-vif-plugged", "status": "completed", "tag": "1f817878-60ba-4823-9fec-2051e8d7b136"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:53.922669 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Attempt 4 to provision port 190e8866-66ef-440c-9bb4-625459014597 Sep 18 00:57:53.958953 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:53.999273 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Port 190e8866-66ef-440c-9bb4-625459014597 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:54.020688 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Transition to ACTIVE for port object 190e8866-66ef-440c-9bb4-625459014597 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:57:54.028759 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97d87f-ff2c-4e42-be66-9a5672efdf4f req-0f65a39f-962f-4fb5-9ff5-4a05552c764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:54.031050 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d97d87f-ff2c-4e42-be66-9a5672efdf4f req-0f65a39f-962f-4fb5-9ff5-4a05552c764f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 1127 time: 0.1737587 Sep 18 00:57:54.040885 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (190e8866-66ef-440c-9bb4-625459014597), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:54.179077 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f82ea0f-7eae-46be-a1fc-e63dd759ae57 req-d4e8fd78-f383-4fe9-a319-28eb3916cc3a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044648 Sep 18 00:57:54.203308 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6297d9b-6fff-4cfa-a903-2d74ce6947cb req-0a94c43b-ac0f-4488-8b9f-858113502ba2 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481148 Sep 18 00:57:54.241618 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:54.257390 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Pushing event updated for resources: {'Port': ['ID=190e8866-66ef-440c-9bb4-625459014597,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:54.267107 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Attempting to bind port 190e8866-66ef-440c-9bb4-625459014597 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:54.267526 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Attempting to bind port 190e8866-66ef-440c-9bb4-625459014597 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:54.267936 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Attempting to bind port 190e8866-66ef-440c-9bb4-625459014597 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:54.340664 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97d87f-ff2c-4e42-be66-9a5672efdf4f req-b8440575-d530-4be1-9e50-dc3f1fe0c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:54.342188 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d97d87f-ff2c-4e42-be66-9a5672efdf4f req-b8440575-d530-4be1-9e50-dc3f1fe0c375 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=505bd70415a04f53a64645eb7959a5fb&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2821522 Sep 18 00:57:54.344224 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Port 190e8866-66ef-440c-9bb4-625459014597 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:54.344553 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Attempting to bind port 190e8866-66ef-440c-9bb4-625459014597 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:54.358842 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9502dd2a-008c-4e33-b0da-31a2f07923d2 x-openstack-request-id: req-9502dd2a-008c-4e33-b0da-31a2f07923d2 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:54.359347 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1886577e-61d1-4954-a392-49f2164992d6", "name": "network-vif-plugged", "status": "completed", "tag": "1f817878-60ba-4823-9fec-2051e8d7b136", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:54.359564 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9502dd2a-008c-4e33-b0da-31a2f07923d2 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:54.360088 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9502dd2a-008c-4e33-b0da-31a2f07923d2'] response: {'server_uuid': '1886577e-61d1-4954-a392-49f2164992d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f817878-60ba-4823-9fec-2051e8d7b136', 'code': 200} Sep 18 00:57:54.463067 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:54.463411 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Checking segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:54.463792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Bound using segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:54.464246 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Bound port: 190e8866-66ef-440c-9bb4-625459014597, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:54.464609 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (190e8866-66ef-440c-9bb4-625459014597), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:54.501059 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Attempt 5 to provision port 190e8866-66ef-440c-9bb4-625459014597 Sep 18 00:57:54.554636 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97d87f-ff2c-4e42-be66-9a5672efdf4f req-193c8e47-9ad6-4b76-b3ab-1d35b74852c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:54.556158 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d97d87f-ff2c-4e42-be66-9a5672efdf4f req-193c8e47-9ad6-4b76-b3ab-1d35b74852c6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2078104 Sep 18 00:57:54.573326 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Port 190e8866-66ef-440c-9bb4-625459014597 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:57:54.606603 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] For port 190e8866-66ef-440c-9bb4-625459014597, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:54.873131 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] For port 190e8866-66ef-440c-9bb4-625459014597, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=190e8866-66ef-440c-9bb4-625459014597,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:54.889896 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (190e8866-66ef-440c-9bb4-625459014597), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:54.893550 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:54.894277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:54.896106 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/190e8866-66ef-440c-9bb4-625459014597 HTTP/1.1" status: 200 len: 1093 time: 2.0610440 Sep 18 00:57:54.901031 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'tag': '190e8866-66ef-440c-9bb4-625459014597'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:54.903729 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5d5759-2bf3-4249-827f-97bb3c2fee6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0368fcd1-89d7-4e1f-ad08-1425f3872064", "tag": "190e8866-66ef-440c-9bb4-625459014597"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:54.916552 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c5c3-5ffd-45e8-a90f-0ea7d84f0247 req-6e85be56-13a9-4b7e-8977-3e51aca92c29 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:54.918313 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2388c5c3-5ffd-45e8-a90f-0ea7d84f0247 req-6e85be56-13a9-4b7e-8977-3e51aca92c29 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 943 time: 0.3386717 Sep 18 00:57:54.952007 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ad6c2-c60c-4d36-a73c-74d3dc77367e req-d2187f11-642f-48ae-b204-34fdd75f13d8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:54.954783 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-896ad6c2-c60c-4d36-a73c-74d3dc77367e req-d2187f11-642f-48ae-b204-34fdd75f13d8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.1417429 Sep 18 00:57:55.083777 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcadfb7-d578-49f3-bcb8-0d80c659e276 service neutron] Pushing event updated for resources: {'Port': ['ID=190e8866-66ef-440c-9bb4-625459014597,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:55.084100 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Attempt 6 to provision port 190e8866-66ef-440c-9bb4-625459014597 Sep 18 00:57:55.087979 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2388c5c3-5ffd-45e8-a90f-0ea7d84f0247 req-528d59f5-98e7-4e7c-a123-9722482a2756 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474464 Sep 18 00:57:55.091631 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-896ad6c2-c60c-4d36-a73c-74d3dc77367e req-e3322995-dbae-4cd6-a972-d4bd638c7f9a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195569 Sep 18 00:57:55.126733 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-955d7cc1-3d31-441c-9c27-7fd32155de37 None None] Port 190e8866-66ef-440c-9bb4-625459014597 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:57:55.181424 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b82254e-41dc-42e4-ac6f-711ea75d401e x-openstack-request-id: req-3b82254e-41dc-42e4-ac6f-711ea75d401e {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:55.181762 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0368fcd1-89d7-4e1f-ad08-1425f3872064", "tag": "190e8866-66ef-440c-9bb4-625459014597", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:55.182026 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b82254e-41dc-42e4-ac6f-711ea75d401e {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:55.182760 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b82254e-41dc-42e4-ac6f-711ea75d401e'] response: {'name': 'network-changed', 'server_uuid': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'tag': '190e8866-66ef-440c-9bb4-625459014597', 'status': 'completed', 'code': 200} Sep 18 00:57:55.343538 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc6aa9-63ed-46da-ad3d-2967dda58e1b req-5aa65b49-7383-4570-9a78-0ffc88eb3aa6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:55.345226 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bbbc6aa9-63ed-46da-ad3d-2967dda58e1b req-5aa65b49-7383-4570-9a78-0ffc88eb3aa6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0781205 Sep 18 00:57:55.357431 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306fb81-8866-47cc-b868-fcf9dab22724 req-978b20a2-41ca-492e-8208-ac649c57e52b tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:55.359028 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8306fb81-8866-47cc-b868-fcf9dab22724 req-978b20a2-41ca-492e-8208-ac649c57e52b tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.0633142 Sep 18 00:57:55.416027 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:55.444674 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bbbc6aa9-63ed-46da-ad3d-2967dda58e1b req-8c38d258-3048-4206-b79a-381edebadc59 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845690 Sep 18 00:57:55.453593 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8306fb81-8866-47cc-b868-fcf9dab22724 req-f385f112-9272-4783-bebc-e1491c29074c tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864809 Sep 18 00:57:56.256198 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef697bf-9351-4cf4-a435-265e615f6f32 req-3ebc2cc6-685d-4e52-afdd-a0287a233daf tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:56.257672 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9ef697bf-9351-4cf4-a435-265e615f6f32 req-3ebc2cc6-685d-4e52-afdd-a0287a233daf tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 943 time: 0.0774310 Sep 18 00:57:56.268130 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963d258-0f6f-4642-a0de-3c28cfb239c7 req-de62a8c1-591f-4edf-8a56-cb90019d2ce8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:56.269593 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c963d258-0f6f-4642-a0de-3c28cfb239c7 req-de62a8c1-591f-4edf-8a56-cb90019d2ce8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.0769100 Sep 18 00:57:56.332812 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:56.350399 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9ef697bf-9351-4cf4-a435-265e615f6f32 req-263f3b5e-5cbe-4ed7-811e-782770222e78 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797904 Sep 18 00:57:56.354071 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c963d258-0f6f-4642-a0de-3c28cfb239c7 req-15eaf091-8666-4a98-9077-a284db128b38 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755239 Sep 18 00:57:56.606609 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7fb19-668d-4258-8ae1-675fb36c7bc3 req-8d838cc4-127d-40c9-b528-f1ca6f3fb6c4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:56.607909 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-76d7fb19-668d-4258-8ae1-675fb36c7bc3 req-8d838cc4-127d-40c9-b528-f1ca6f3fb6c4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0754290 Sep 18 00:57:56.613767 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a03903-7465-4424-b93e-ea3dd3f07ac0 req-eff459e8-34f6-4b3c-bb18-1cb8e691e381 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:56.615750 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f1a03903-7465-4424-b93e-ea3dd3f07ac0 req-eff459e8-34f6-4b3c-bb18-1cb8e691e381 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.0738444 Sep 18 00:57:56.685544 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-76d7fb19-668d-4258-8ae1-675fb36c7bc3 req-9fcd1169-4010-429d-857a-cae49057dff0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688477 Sep 18 00:57:56.692488 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f1a03903-7465-4424-b93e-ea3dd3f07ac0 req-9f1fdd1f-e6f7-415c-851c-d7196111e1e7 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698633 Sep 18 00:57:57.221681 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:57.275915 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:57:57.284870 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:57.285430 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:57.285880 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f Sep 18 00:57:57.375645 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-bb8c8e41-d870-4ccb-af3c-c516053a6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.380879 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-bb8c8e41-d870-4ccb-af3c-c516053a6962 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 1127 time: 0.0498729 Sep 18 00:57:57.385699 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:57.386341 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:57.443254 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5759-2bf3-4249-827f-97bb3c2fee6a req-ae57f2d4-b959-47a1-9141-0de808ff1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.444815 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ff5d5759-2bf3-4249-827f-97bb3c2fee6a req-ae57f2d4-b959-47a1-9141-0de808ff1612 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 1127 time: 0.1159654 Sep 18 00:57:57.446013 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b339abf-78d1-431f-9305-faf617ae0b28 req-44be140d-506d-463f-b59b-e76479eed7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.447632 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3b339abf-78d1-431f-9305-faf617ae0b28 req-44be140d-506d-463f-b59b-e76479eed7d6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 1129 time: 0.1086748 Sep 18 00:57:57.452964 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00028e-df3f-4c20-84a1-e0e14f4cc457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:57.460138 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8efdbf-4afb-4ac1-9fd1-b4bc344d3062" -d '{"events": [{"server_uuid": "ae00028e-df3f-4c20-84a1-e0e14f4cc457", "name": "network-vif-plugged", "status": "completed", "tag": "ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:57.480734 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-c4104c98-b111-4e76-a0b8-57030578c80d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155 HTTP/1.1" status: 200 len: 217 time: 0.0876155 Sep 18 00:57:57.500577 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:57.514893 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3b339abf-78d1-431f-9305-faf617ae0b28 req-c550aff6-ebee-4fac-a68f-6c161e7f547e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:57.534081 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:57.577390 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-a73ae898-169a-4ccc-b445-62467b92f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.579165 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-a73ae898-169a-4ccc-b445-62467b92f787 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.0902691 Sep 18 00:57:57.609850 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:57.629618 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-b02890ec-8830-4b1b-93ef-a4897771032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.631838 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-b02890ec-8830-4b1b-93ef-a4897771032b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459201 Sep 18 00:57:57.687509 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50399393-b2bf-40f9-91be-23c9ac576eb8 req-ca3b2ff4-fea7-4962-95ec-2545d57da1dd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.688981 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-50399393-b2bf-40f9-91be-23c9ac576eb8 req-ca3b2ff4-fea7-4962-95ec-2545d57da1dd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 943 time: 0.1230586 Sep 18 00:57:57.703015 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4b34b-0917-4601-b60c-ceb29e7b78d7 req-87090970-a6db-4d6e-833e-3b8d691db43a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.704488 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-53a4b34b-0917-4601-b60c-ceb29e7b78d7 req-87090970-a6db-4d6e-833e-3b8d691db43a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.1396587 Sep 18 00:57:57.746366 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-b8a6d43b-96e8-4f19-ac4e-4c325e3b137b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078043 Sep 18 00:57:57.760827 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5759-2bf3-4249-827f-97bb3c2fee6a req-837da4a5-105e-481c-8751-0827ce886bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.762321 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ff5d5759-2bf3-4249-827f-97bb3c2fee6a req-837da4a5-105e-481c-8751-0827ce886bb5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=cf1375f9f28c43fda090a236635c4188&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3004830 Sep 18 00:57:57.845635 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-417bc030-cab5-45d6-b7a9-e03b519b1f17 req-bc8371be-3d91-4daa-9840-194b88a914a8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923386 Sep 18 00:57:57.893320 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-53a4b34b-0917-4601-b60c-ceb29e7b78d7 req-ec05a148-b9ec-47ac-a0a6-192253861eb1 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785686 Sep 18 00:57:57.903042 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-50399393-b2bf-40f9-91be-23c9ac576eb8 req-67c5757a-8488-4542-95a3-8afdc461b9b6 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906366 Sep 18 00:57:57.906452 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3b339abf-78d1-431f-9305-faf617ae0b28 req-c550aff6-ebee-4fac-a68f-6c161e7f547e service neutron] Publish callbacks [] for security_group (5cc34dbc-4f81-436b-8b61-cf418f19a529), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:57.935705 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3b339abf-78d1-431f-9305-faf617ae0b28 req-c550aff6-ebee-4fac-a68f-6c161e7f547e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (5cc34dbc-4f81-436b-8b61-cf418f19a529), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:57.948934 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158075cb-17df-44f1-9981-395354b7a965 x-openstack-request-id: req-158075cb-17df-44f1-9981-395354b7a965 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:57.949299 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae00028e-df3f-4c20-84a1-e0e14f4cc457", "name": "network-vif-plugged", "status": "completed", "tag": "ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:57.949656 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-158075cb-17df-44f1-9981-395354b7a965 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:57.950525 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158075cb-17df-44f1-9981-395354b7a965'] response: {'server_uuid': 'ae00028e-df3f-4c20-84a1-e0e14f4cc457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f', 'code': 200} Sep 18 00:57:57.997099 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:58.038596 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5759-2bf3-4249-827f-97bb3c2fee6a req-adde9aea-4dbb-4e36-b8c2-2dc437bf4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:58.040544 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ff5d5759-2bf3-4249-827f-97bb3c2fee6a req-adde9aea-4dbb-4e36-b8c2-2dc437bf4caf service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2688611 Sep 18 00:57:58.082834 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3b339abf-78d1-431f-9305-faf617ae0b28 req-c550aff6-ebee-4fac-a68f-6c161e7f547e service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091673 Sep 18 00:57:58.109241 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550aff6-ebee-4fac-a68f-6c161e7f547e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc34dbc-4f81-436b-8b61-cf418f19a529,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:58.117952 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:58.141693 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ff4b3-9f77-4ab2-9190-fba514b81112 req-5e103f8c-dcbf-4672-8a96-3174c4d9e884 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:58.143643 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7a0ff4b3-9f77-4ab2-9190-fba514b81112 req-5e103f8c-dcbf-4672-8a96-3174c4d9e884 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.1474538 Sep 18 00:57:58.152129 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3b5dc-588b-46af-9555-a8ff33e308d4 req-0371745b-a69d-4928-8407-9146cdb3421d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:58.153632 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a7b3b5dc-588b-46af-9555-a8ff33e308d4 req-0371745b-a69d-4928-8407-9146cdb3421d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.1392043 Sep 18 00:57:58.251079 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7a0ff4b3-9f77-4ab2-9190-fba514b81112 req-932be2b2-d2dc-4e1d-b742-bf7827806563 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934250 Sep 18 00:57:58.251310 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a7b3b5dc-588b-46af-9555-a8ff33e308d4 req-ee420958-bd74-4f0a-9f7c-87538b0b7f41 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888982 Sep 18 00:57:58.833555 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40512) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:58.964082 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a659197c-e331-4632-938f-94971c515ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.048101 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=14,neutron:UPDATE=2,neutron:SELECT=82,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:59.063654 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a659197c-e331-4632-938f-94971c515ae9 admin admin] Publish callbacks [] for security_group (0625be7c-52c6-4fe4-902c-b1ee1da4cfbc), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.068749 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a659197c-e331-4632-938f-94971c515ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0625be7c-52c6-4fe4-902c-b1ee1da4cfbc), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.090899 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc6549-0084-44ee-971d-077ba67802f8 req-f03a8e7e-695b-4763-aed2-140c780ea29d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:59.093751 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6cc6549-0084-44ee-971d-077ba67802f8 req-f03a8e7e-695b-4763-aed2-140c780ea29d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 943 time: 0.0857811 Sep 18 00:57:59.102555 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde527b-9f16-44f6-8310-07f154a761b3 req-9602245b-287e-4bf6-b361-ca139ae98e4f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:59.104869 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cdde527b-9f16-44f6-8310-07f154a761b3 req-9602245b-287e-4bf6-b361-ca139ae98e4f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 943 time: 0.1136632 Sep 18 00:57:59.124022 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659197c-e331-4632-938f-94971c515ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0625be7c-52c6-4fe4-902c-b1ee1da4cfbc,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:59.131915 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a659197c-e331-4632-938f-94971c515ae9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2bdaf54eb5704437a1230a9b8c2a8dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940772 Sep 18 00:57:59.131915 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40522) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:59.162830 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 40524) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:59.185850 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4243081b-fe6d-4a14-89de-2e55b29832a8 admin admin] Publish callbacks [] for security_group (0625be7c-52c6-4fe4-902c-b1ee1da4cfbc), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.206082 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6cc6549-0084-44ee-971d-077ba67802f8 req-7e7ca3b4-a002-4e72-9ec2-a8bcead6e323 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000261 Sep 18 00:57:59.208286 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4243081b-fe6d-4a14-89de-2e55b29832a8 admin admin] Publish callbacks [] for security_group (0625be7c-52c6-4fe4-902c-b1ee1da4cfbc), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.210434 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cdde527b-9f16-44f6-8310-07f154a761b3 req-334fb42e-b42b-4590-924b-70c59c101440 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961525 Sep 18 00:57:59.245984 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d0ec5e41-6756-47f2-a199-19f6930aa09a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:57:59.251029 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:59.286759 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4243081b-fe6d-4a14-89de-2e55b29832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0625be7c-52c6-4fe4-902c-b1ee1da4cfbc), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.290031 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4243081b-fe6d-4a14-89de-2e55b29832a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.295443 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-4243081b-fe6d-4a14-89de-2e55b29832a8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0625be7c-52c6-4fe4-902c-b1ee1da4cfbc HTTP/1.1" status: 204 len: 168 time: 0.1601894 Sep 18 00:57:59.325889 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243081b-fe6d-4a14-89de-2e55b29832a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0625be7c-52c6-4fe4-902c-b1ee1da4cfbc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:59.460571 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:59.463944 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port d0ec5e41-6756-47f2-a199-19f6930aa09a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0ec5e41-6756-47f2-a199-19f6930aa09a,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:59.482326 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'd0ec5e41-6756-47f2-a199-19f6930aa09a', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'port_id': 'd0ec5e41-6756-47f2-a199-19f6930aa09a', 'mac_address': 'fa:16:3e:a7:fe:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:57:59.530489 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b5e78b41-6bb5-44ed-ade0-ee69b40bdd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.547488 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port d0ec5e41-6756-47f2-a199-19f6930aa09a is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:59.548334 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.566248 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ec5e41-6756-47f2-a199-19f6930aa09a {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:59.577694 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e98212-d004-4b53-84a3-aa6dc3cfec73 req-18661a15-2b5b-462c-a465-2fba1691ddc9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:59.587678 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f7e98212-d004-4b53-84a3-aa6dc3cfec73 req-18661a15-2b5b-462c-a465-2fba1691ddc9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.2122953 Sep 18 00:57:59.595309 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:59.603355 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port d0ec5e41-6756-47f2-a199-19f6930aa09a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0ec5e41-6756-47f2-a199-19f6930aa09a,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:59.611237 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.644243 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234635fe-0737-427f-b34e-919e7b0f6841 req-f19c6ce4-fff7-4223-a2bd-96e742006359 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:59.646069 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-234635fe-0737-427f-b34e-919e7b0f6841 req-f19c6ce4-fff7-4223-a2bd-96e742006359 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.2162635 Sep 18 00:57:59.655246 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87951-8529-442a-b92d-3d6125f32265 req-68af8a1c-6d58-4788-a195-a42f58bdf7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:59.656970 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-68af8a1c-6d58-4788-a195-a42f58bdf7ee service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 1127 time: 0.1967294 Sep 18 00:57:59.691854 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=d0ec5e41-6756-47f2-a199-19f6930aa09a,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:59.817322 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-6c51226f-e365-4997-a7a4-a2861b79cdf8 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=190e8866-66ef-440c-9bb4-625459014597 HTTP/1.1" status: 200 len: 217 time: 0.0970104 Sep 18 00:57:59.832545 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e83020-99e0-4992-a57c-860332d74b5e req-574c10c5-2f6c-4b38-811e-fc2f3776d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:59.834102 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-87e83020-99e0-4992-a57c-860332d74b5e req-574c10c5-2f6c-4b38-811e-fc2f3776d94a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 1129 time: 0.1494260 Sep 18 00:57:59.848262 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40554) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:59.866802 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09f0e7e8-47b7-4938-9319-3c2ba81b6ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.867763 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f7e98212-d004-4b53-84a3-aa6dc3cfec73 req-e83b1e48-7ca4-44f7-a662-e988eda7be5a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782052 Sep 18 00:57:59.934184 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['d0ec5e41-6756-47f2-a199-19f6930aa09a'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:57:59.937030 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-234635fe-0737-427f-b34e-919e7b0f6841 req-7fb69ff7-375d-469e-bd85-a242677e5cc9 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729840 Sep 18 00:57:59.979167 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87951-8529-442a-b92d-3d6125f32265 req-c09abe31-2f49-4887-9a70-3b734a1381a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:59.979610 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-c09abe31-2f49-4887-9a70-3b734a1381a2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=665e6178-f5ce-4fbf-9a1f-c6745892e403 HTTP/1.1" status: 200 len: 852 time: 0.1506269 Sep 18 00:57:59.986848 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-87e83020-99e0-4992-a57c-860332d74b5e req-f5009731-009a-4357-be22-5baa6d28e0e5 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313322 Sep 18 00:57:59.994170 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09f0e7e8-47b7-4938-9319-3c2ba81b6ca6 admin admin] Publish callbacks [] for security_group (5e53e0a6-0aac-4d6e-aa22-8a0a99b6d16c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:59.999189 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b5e78b41-6bb5-44ed-ade0-ee69b40bdd16 admin admin] Publish callbacks [] for security_group (2c0129c0-0458-4425-bf5f-71eb80867dd1), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.002106 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09f0e7e8-47b7-4938-9319-3c2ba81b6ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (5e53e0a6-0aac-4d6e-aa22-8a0a99b6d16c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.004097 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b5e78b41-6bb5-44ed-ade0-ee69b40bdd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (2c0129c0-0458-4425-bf5f-71eb80867dd1), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.050147 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-09f0e7e8-47b7-4938-9319-3c2ba81b6ca6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7c8642aa1c9447489508b36a36ba0851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000535 Sep 18 00:58:00.054716 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40560) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:00.061193 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:00.071094 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-b5e78b41-6bb5-44ed-ade0-ee69b40bdd16 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ee5ad84a77b74cf9ab2d9bc7959fb838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9047239 Sep 18 00:58:00.073409 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e78b41-6bb5-44ed-ade0-ee69b40bdd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0129c0-0458-4425-bf5f-71eb80867dd1,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:00.076029 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40562) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:00.078017 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0e7e8-47b7-4938-9319-3c2ba81b6ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e53e0a6-0aac-4d6e-aa22-8a0a99b6d16c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:00.114016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:00.154529 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e16c25e-4c3a-46cb-a5dd-c5c2435a08f7 admin admin] Publish callbacks [] for security_group (5e53e0a6-0aac-4d6e-aa22-8a0a99b6d16c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.182097 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6cf-ba76-40a0-9578-4177afd28ef6 admin admin] Publish callbacks [] for security_group (2c0129c0-0458-4425-bf5f-71eb80867dd1), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.189519 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e16c25e-4c3a-46cb-a5dd-c5c2435a08f7 admin admin] Publish callbacks [] for security_group (5e53e0a6-0aac-4d6e-aa22-8a0a99b6d16c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.223365 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6cf-ba76-40a0-9578-4177afd28ef6 admin admin] Publish callbacks [] for security_group (2c0129c0-0458-4425-bf5f-71eb80867dd1), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.290839 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e16c25e-4c3a-46cb-a5dd-c5c2435a08f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (5e53e0a6-0aac-4d6e-aa22-8a0a99b6d16c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.293307 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e16c25e-4c3a-46cb-a5dd-c5c2435a08f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.296848 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-2e16c25e-4c3a-46cb-a5dd-c5c2435a08f7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5e53e0a6-0aac-4d6e-aa22-8a0a99b6d16c HTTP/1.1" status: 204 len: 168 time: 0.2387094 Sep 18 00:58:00.308856 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6cf-ba76-40a0-9578-4177afd28ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (2c0129c0-0458-4425-bf5f-71eb80867dd1), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.311709 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d6cf-ba76-40a0-9578-4177afd28ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.315146 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e4b1d6cf-ba76-40a0-9578-4177afd28ef6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/2c0129c0-0458-4425-bf5f-71eb80867dd1 HTTP/1.1" status: 204 len: 168 time: 0.2353728 Sep 18 00:58:00.315146 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c25e-4c3a-46cb-a5dd-c5c2435a08f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e53e0a6-0aac-4d6e-aa22-8a0a99b6d16c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:00.325328 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1d6cf-ba76-40a0-9578-4177afd28ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0129c0-0458-4425-bf5f-71eb80867dd1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:00.705405 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d87951-8529-442a-b92d-3d6125f32265 req-ac069fa8-b453-459f-8b1e-207f9cd30036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:00.706984 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-ac069fa8-b453-459f-8b1e-207f9cd30036 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3227bd19-4c4c-45c0-aee5-e73b3870bae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3942590 Sep 18 00:58:00.716441 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91c054-6db4-44c9-ac3d-89fea6e50554 req-32bddcb8-f8f7-426f-b2f7-74c29833d763 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:00.720166 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fe91c054-6db4-44c9-ac3d-89fea6e50554 req-32bddcb8-f8f7-426f-b2f7-74c29833d763 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 944 time: 0.3609467 Sep 18 00:58:00.743859 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01eb6f-dc7d-4f3a-addd-a363c1f53c4f req-683a874a-cfab-4c46-82f0-71003ae31f77 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:00.744091 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9b0155d7-a36c-4020-baeb-fc1023eea06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:00.745468 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb01eb6f-dc7d-4f3a-addd-a363c1f53c4f req-683a874a-cfab-4c46-82f0-71003ae31f77 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 943 time: 0.3891287 Sep 18 00:58:00.803139 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:00.851023 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fe91c054-6db4-44c9-ac3d-89fea6e50554 req-bb058436-cebe-4685-9590-0a2975fed160 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037648 Sep 18 00:58:00.875880 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb01eb6f-dc7d-4f3a-addd-a363c1f53c4f req-8102c7d0-511c-4781-90de-29f0c904f879 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211472 Sep 18 00:58:00.879485 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 40592) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:00.910703 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcd53-972b-4da5-be6d-fe8248f65e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.143430 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd5c2c-0084-4d14-997f-2d29a57f69d8 req-e23d96ad-109a-4215-865e-d28f7e1b932a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:01.145107 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-39fd5c2c-0084-4d14-997f-2d29a57f69d8 req-e23d96ad-109a-4215-865e-d28f7e1b932a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.1631548 Sep 18 00:58:01.153382 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-3c96ad72-b717-4883-8c68-b87c0d2d4461 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611229 Sep 18 00:58:01.166214 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ea4e9-67e3-4e01-9385-ad8e6e4c9ed6 req-13c2eccc-1b3f-4bd2-8fe8-c3013f2afcf9 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:01.167707 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-336ea4e9-67e3-4e01-9385-ad8e6e4c9ed6 req-13c2eccc-1b3f-4bd2-8fe8-c3013f2afcf9 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.1101258 Sep 18 00:58:01.257150 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:01.262536 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcd53-972b-4da5-be6d-fe8248f65e77 admin admin] Publish callbacks [] for security_group (f8ffb969-ff86-41f4-aa4f-b0d8791cd36e), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.274327 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-39fd5c2c-0084-4d14-997f-2d29a57f69d8 req-7aa35068-2011-4dd5-85c2-e980628b031c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163893 Sep 18 00:58:01.279398 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3bbbcd53-972b-4da5-be6d-fe8248f65e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (f8ffb969-ff86-41f4-aa4f-b0d8791cd36e), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.294655 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d0ec5e41-6756-47f2-a199-19f6930aa09a up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:01.328263 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-336ea4e9-67e3-4e01-9385-ad8e6e4c9ed6 req-80efb4be-3ef4-4804-821e-1a6c82419888 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528583 Sep 18 00:58:01.356451 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port d0ec5e41-6756-47f2-a199-19f6930aa09a completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:58:01.364091 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port d0ec5e41-6756-47f2-a199-19f6930aa09a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:01.364482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.364873 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port d0ec5e41-6756-47f2-a199-19f6930aa09a Sep 18 00:58:01.376804 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-3bbbcd53-972b-4da5-be6d-fe8248f65e77 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cffe27e20147449e873e664ea9e4816c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919968 Sep 18 00:58:01.377097 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:01.383019 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbcd53-972b-4da5-be6d-fe8248f65e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ffb969-ff86-41f4-aa4f-b0d8791cd36e,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:01.463324 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcc51bd4-8a12-4a61-9d00-a8e707d47c26 admin admin] Publish callbacks [] for security_group (f8ffb969-ff86-41f4-aa4f-b0d8791cd36e), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.507766 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcc51bd4-8a12-4a61-9d00-a8e707d47c26 admin admin] Publish callbacks [] for security_group (f8ffb969-ff86-41f4-aa4f-b0d8791cd36e), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.539659 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:01.623822 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port d0ec5e41-6756-47f2-a199-19f6930aa09a is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:01.624575 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.642602 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcc51bd4-8a12-4a61-9d00-a8e707d47c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (f8ffb969-ff86-41f4-aa4f-b0d8791cd36e), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.645488 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fcc51bd4-8a12-4a61-9d00-a8e707d47c26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.646803 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-fcc51bd4-8a12-4a61-9d00-a8e707d47c26 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f8ffb969-ff86-41f4-aa4f-b0d8791cd36e HTTP/1.1" status: 204 len: 168 time: 0.2685132 Sep 18 00:58:01.677781 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc51bd4-8a12-4a61-9d00-a8e707d47c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ffb969-ff86-41f4-aa4f-b0d8791cd36e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:01.686393 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port d0ec5e41-6756-47f2-a199-19f6930aa09a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0ec5e41-6756-47f2-a199-19f6930aa09a,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:01.695397 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b96d5f-1930-4b82-afcb-62726307e170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec5e41-6756-47f2-a199-19f6930aa09a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:01.698574 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0141ca4d-05c6-4dae-b2ae-9d460a5d1c8f" -d '{"events": [{"server_uuid": "46b96d5f-1930-4b82-afcb-62726307e170", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec5e41-6756-47f2-a199-19f6930aa09a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:01.712677 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.801605 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c52b080-11b9-4f28-ac71-74e37d462401 x-openstack-request-id: req-8c52b080-11b9-4f28-ac71-74e37d462401 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:01.803766 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b96d5f-1930-4b82-afcb-62726307e170", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec5e41-6756-47f2-a199-19f6930aa09a", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:01.810106 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c52b080-11b9-4f28-ac71-74e37d462401 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:01.810792 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c52b080-11b9-4f28-ac71-74e37d462401'] response: {'server_uuid': '46b96d5f-1930-4b82-afcb-62726307e170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec5e41-6756-47f2-a199-19f6930aa09a', 'code': 200} Sep 18 00:58:01.812342 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=d0ec5e41-6756-47f2-a199-19f6930aa09a,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:01.837509 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:01.870720 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'port_id': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'mac_address': 'fa:16:3e:8f:4d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:01.917070 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27d87951-8529-442a-b92d-3d6125f32265 req-862497c6-1765-46f9-b961-f8fe5390d42a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152313 Sep 18 00:58:01.927884 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port af5eca8e-a823-4591-9077-2a4b9b7fb155 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:01.930324 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.974602 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5eca8e-a823-4591-9077-2a4b9b7fb155 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:58:02.073565 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:02.090195 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:02.246496 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1230a-d12b-4e46-a523-26cc7dedb42b req-3edffe5b-2b34-4367-b83b-42edd23a3e4a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:02.258357 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-24f1230a-d12b-4e46-a523-26cc7dedb42b req-3edffe5b-2b34-4367-b83b-42edd23a3e4a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.2131798 Sep 18 00:58:02.291181 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83391247-a9d5-43a9-bbec-9ea47751c4bc req-6f374eff-685d-4820-9839-7af458ba33f4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:02.302881 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83391247-a9d5-43a9-bbec-9ea47751c4bc req-6f374eff-685d-4820-9839-7af458ba33f4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 943 time: 0.2237816 Sep 18 00:58:02.417868 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:02.451722 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-24f1230a-d12b-4e46-a523-26cc7dedb42b req-d799f274-7d8c-4a8b-beee-ff59fd2f9a21 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922288 Sep 18 00:58:02.468341 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40708) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:02.522206 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83391247-a9d5-43a9-bbec-9ea47751c4bc req-e4ba7491-24b5-4820-91c5-24140ea36d1e tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024646 Sep 18 00:58:02.546200 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['af5eca8e-a823-4591-9077-2a4b9b7fb155'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:58:02.563224 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:02.686864 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f283-3616-4c95-b206-34f7202116e4 req-36679c06-74f0-4ff2-a630-9a4e7b036b3f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:02.699613 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4a5f283-3616-4c95-b206-34f7202116e4 req-36679c06-74f0-4ff2-a630-9a4e7b036b3f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 944 time: 0.1156802 Sep 18 00:58:02.758073 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55588e7e-88f4-4c4b-aff5-d6252659d2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:02.788571 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4a5f283-3616-4c95-b206-34f7202116e4 req-6a3e8dc2-9a9a-4471-aab0-ee3baa6d90ad tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879493 Sep 18 00:58:02.928360 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55588e7e-88f4-4c4b-aff5-d6252659d2fc admin admin] Publish callbacks [] for security_group (80a4f1af-5ee8-4a80-8029-bacc445598ab), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:02.931870 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:02.936606 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55588e7e-88f4-4c4b-aff5-d6252659d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (80a4f1af-5ee8-4a80-8029-bacc445598ab), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:02.949440 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 40722) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:02.973894 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-55588e7e-88f4-4c4b-aff5-d6252659d2fc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=454d03699de9403c9c3f7b05e7b5609e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5037236 Sep 18 00:58:02.977694 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 40726) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:02.997379 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:03.000156 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55588e7e-88f4-4c4b-aff5-d6252659d2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a4f1af-5ee8-4a80-8029-bacc445598ab,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:03.048451 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cfa499ef-00d4-47a1-831e-dd87d8ac436a admin admin] Publish callbacks [] for security_group (80a4f1af-5ee8-4a80-8029-bacc445598ab), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.074197 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cfa499ef-00d4-47a1-831e-dd87d8ac436a admin admin] Publish callbacks [] for security_group (80a4f1af-5ee8-4a80-8029-bacc445598ab), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.133332 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cfa499ef-00d4-47a1-831e-dd87d8ac436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (80a4f1af-5ee8-4a80-8029-bacc445598ab), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.136477 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cfa499ef-00d4-47a1-831e-dd87d8ac436a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.137833 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-cfa499ef-00d4-47a1-831e-dd87d8ac436a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/80a4f1af-5ee8-4a80-8029-bacc445598ab HTTP/1.1" status: 204 len: 168 time: 0.1588554 Sep 18 00:58:03.147036 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa499ef-00d4-47a1-831e-dd87d8ac436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a4f1af-5ee8-4a80-8029-bacc445598ab,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:03.177748 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4daf1c26-5ce9-4aff-8a78-03ab1dc7c218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.286384 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4daf1c26-5ce9-4aff-8a78-03ab1dc7c218 admin admin] Publish callbacks [] for security_group (a1036b92-dd7f-4ae1-bff1-6c33f15288ae), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.293270 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4daf1c26-5ce9-4aff-8a78-03ab1dc7c218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a1036b92-dd7f-4ae1-bff1-6c33f15288ae), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.422441 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40756) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:03.422920 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-4daf1c26-5ce9-4aff-8a78-03ab1dc7c218 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5e3c031bf2e041d5b3257c389ad48cdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722588 Sep 18 00:58:03.430368 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf1c26-5ce9-4aff-8a78-03ab1dc7c218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1036b92-dd7f-4ae1-bff1-6c33f15288ae,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:03.442363 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee25a9-08bb-468a-a7c5-9a16136aefe7 req-f1a2a7f4-b57a-4708-9847-587213210692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:03.444320 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f1ee25a9-08bb-468a-a7c5-9a16136aefe7 req-f1a2a7f4-b57a-4708-9847-587213210692 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 1129 time: 0.0743351 Sep 18 00:58:03.527597 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f1ee25a9-08bb-468a-a7c5-9a16136aefe7 req-796d3f67-9097-4fd5-b11e-6e43c19d9c7e service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733197 Sep 18 00:58:03.571333 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10c686e2-a049-4b42-bdef-5d2965ea2f50 admin admin] Publish callbacks [] for security_group (a1036b92-dd7f-4ae1-bff1-6c33f15288ae), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.610736 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10c686e2-a049-4b42-bdef-5d2965ea2f50 admin admin] Publish callbacks [] for security_group (a1036b92-dd7f-4ae1-bff1-6c33f15288ae), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.631984 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:03.649215 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86b5c955-76c1-4129-a089-f1dbe083ca4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.659473 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:03.699223 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508c70c-bd0f-4e7c-9265-5f5d542d2755 req-4d38b7a6-a237-4231-a331-ab3083351c80 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:03.709183 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4508c70c-bd0f-4e7c-9265-5f5d542d2755 req-4d38b7a6-a237-4231-a331-ab3083351c80 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.1131806 Sep 18 00:58:03.715379 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10c686e2-a049-4b42-bdef-5d2965ea2f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a1036b92-dd7f-4ae1-bff1-6c33f15288ae), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.733066 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10c686e2-a049-4b42-bdef-5d2965ea2f50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.740558 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-10c686e2-a049-4b42-bdef-5d2965ea2f50 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a1036b92-dd7f-4ae1-bff1-6c33f15288ae HTTP/1.1" status: 204 len: 168 time: 0.3140388 Sep 18 00:58:03.749287 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port af5eca8e-a823-4591-9077-2a4b9b7fb155 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:58:03.757192 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port af5eca8e-a823-4591-9077-2a4b9b7fb155 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:03.757662 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.758053 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port af5eca8e-a823-4591-9077-2a4b9b7fb155 Sep 18 00:58:03.766267 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c686e2-a049-4b42-bdef-5d2965ea2f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1036b92-dd7f-4ae1-bff1-6c33f15288ae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:03.781334 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4508c70c-bd0f-4e7c-9265-5f5d542d2755 req-d272d695-9b66-43ae-a018-57bcfba84b3a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711620 Sep 18 00:58:03.872835 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port af5eca8e-a823-4591-9077-2a4b9b7fb155 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:03.873617 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:03.915119 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:03.916454 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:03.917681 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:03.931086 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32175dc-ef86-48e8-9643-441be85a7587" -d '{"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-plugged", "status": "completed", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:03.936948 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:04.024082 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:04.030776 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb59f6-487a-423f-93ca-acc72af9df19 req-538260e4-3363-48d0-b94f-a1d26b8238f5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:04.041387 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d1bb59f6-487a-423f-93ca-acc72af9df19 req-538260e4-3363-48d0-b94f-a1d26b8238f5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 943 time: 0.1346030 Sep 18 00:58:04.106925 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d1bb59f6-487a-423f-93ca-acc72af9df19 req-55415b87-5ab3-4324-8de3-8c8a2b74f17d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615120 Sep 18 00:58:04.238637 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4501be7-9979-46b2-b6a8-0bea3b00b9f9 req-aff6342c-1e12-4416-b52c-439aa296f0a1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:04.240974 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e4501be7-9979-46b2-b6a8-0bea3b00b9f9 req-aff6342c-1e12-4416-b52c-439aa296f0a1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0581524 Sep 18 00:58:04.289383 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 40794) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:04.308316 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e4501be7-9979-46b2-b6a8-0bea3b00b9f9 req-d5cb0dd3-a4dd-4357-9aae-833c6f23905e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610938 Sep 18 00:58:04.309501 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-17a7955c-ce39-4ce6-b0f9-f5b7cb5fac3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:04.380934 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1f1c0c-c44e-4bb4-a9fd-a24444f15788 x-openstack-request-id: req-5b1f1c0c-c44e-4bb4-a9fd-a24444f15788 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:04.381758 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-plugged", "status": "completed", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:04.382130 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b1f1c0c-c44e-4bb4-a9fd-a24444f15788 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:04.382756 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1f1c0c-c44e-4bb4-a9fd-a24444f15788'] response: {'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'code': 200} Sep 18 00:58:04.407497 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:04.459858 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-17a7955c-ce39-4ce6-b0f9-f5b7cb5fac3e admin admin] Publish callbacks [] for security_group (a07fdb08-8ec7-4e01-87ca-34edf12ec008), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:04.468051 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-17a7955c-ce39-4ce6-b0f9-f5b7cb5fac3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a07fdb08-8ec7-4e01-87ca-34edf12ec008), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:04.491840 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:04.538181 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40804) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:04.538314 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-17a7955c-ce39-4ce6-b0f9-f5b7cb5fac3e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4bb885f46fb24f71b8b03c593ee4225b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476478 Sep 18 00:58:04.540782 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7955c-ce39-4ce6-b0f9-f5b7cb5fac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07fdb08-8ec7-4e01-87ca-34edf12ec008,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:04.685714 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09d1831-2ffb-4c93-8ee2-d678c8eb65d6 admin admin] Publish callbacks [] for security_group (a07fdb08-8ec7-4e01-87ca-34edf12ec008), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:04.719869 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09d1831-2ffb-4c93-8ee2-d678c8eb65d6 admin admin] Publish callbacks [] for security_group (a07fdb08-8ec7-4e01-87ca-34edf12ec008), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:04.801116 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09d1831-2ffb-4c93-8ee2-d678c8eb65d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a07fdb08-8ec7-4e01-87ca-34edf12ec008), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:04.804178 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d09d1831-2ffb-4c93-8ee2-d678c8eb65d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:04.806711 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d09d1831-2ffb-4c93-8ee2-d678c8eb65d6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a07fdb08-8ec7-4e01-87ca-34edf12ec008 HTTP/1.1" status: 204 len: 168 time: 0.2672956 Sep 18 00:58:04.818470 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d1831-2ffb-4c93-8ee2-d678c8eb65d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07fdb08-8ec7-4e01-87ca-34edf12ec008,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:04.947872 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37b475-01b1-4892-881f-1b061c98c868 req-7fbd32f1-218d-430c-8746-8a72b695c03b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:04.949524 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3d37b475-01b1-4892-881f-1b061c98c868 req-7fbd32f1-218d-430c-8746-8a72b695c03b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0628173 Sep 18 00:58:05.011301 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3d37b475-01b1-4892-881f-1b061c98c868 req-a7d9fdc7-fbf2-47d2-ae7c-fb238196f2a5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520704 Sep 18 00:58:05.235191 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:05.285773 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c7420-039b-4f99-be13-acaa744ff55e req-a32dddec-16cb-4df3-8ae6-1718663a8b9a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:05.289027 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-843c7420-039b-4f99-be13-acaa744ff55e req-a32dddec-16cb-4df3-8ae6-1718663a8b9a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 943 time: 0.0876348 Sep 18 00:58:05.399297 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:05.400338 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:05.429717 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-843c7420-039b-4f99-be13-acaa744ff55e req-1db184c2-5341-4e5c-8988-43cd27519b4b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332843 Sep 18 00:58:05.570775 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb83606-a435-4ffa-916e-8caa85b354b8 req-d00c79f3-8876-428f-bffe-bf77b5efba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:05.582523 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4fb83606-a435-4ffa-916e-8caa85b354b8 req-d00c79f3-8876-428f-bffe-bf77b5efba79 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 1129 time: 0.1793170 Sep 18 00:58:05.623218 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ca743-6ad1-4727-93c2-e5a27d224bc8 req-50f881a7-6efe-4099-8f52-6ec1d1a27eb3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:05.631721 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4a6ca743-6ad1-4727-93c2-e5a27d224bc8 req-50f881a7-6efe-4099-8f52-6ec1d1a27eb3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1541541 Sep 18 00:58:05.636390 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 190e8866-66ef-440c-9bb4-625459014597 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:05.678224 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5d610-8cf5-4567-9c85-a1bfaa8d5cdf req-87551740-b499-43e8-aa15-9f59955e95f4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:05.680790 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c0c5d610-8cf5-4567-9c85-a1bfaa8d5cdf req-87551740-b499-43e8-aa15-9f59955e95f4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.1276765 Sep 18 00:58:05.710887 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db056b-0014-4908-a53f-c821cecea6b5 req-12ed1285-7399-4ad5-8228-f8b198d2a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:05.712560 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96db056b-0014-4908-a53f-c821cecea6b5 req-12ed1285-7399-4ad5-8228-f8b198d2a324 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 1129 time: 0.2368126 Sep 18 00:58:05.842114 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:05.888106 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 190e8866-66ef-440c-9bb4-625459014597, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=190e8866-66ef-440c-9bb4-625459014597,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:05.903063 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4fb83606-a435-4ffa-916e-8caa85b354b8 req-11001f50-4f2c-459e-9c0e-085afe160953 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188137 Sep 18 00:58:05.947364 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '190e8866-66ef-440c-9bb4-625459014597', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:05.977166 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4a6ca743-6ad1-4727-93c2-e5a27d224bc8 req-c3298685-b473-4add-b604-1f573e901101 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915444 Sep 18 00:58:05.990351 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c0c5d610-8cf5-4567-9c85-a1bfaa8d5cdf req-43415583-404f-4b76-b361-5ada0ac7db2b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956283 Sep 18 00:58:06.033907 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 190e8866-66ef-440c-9bb4-625459014597 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:06.034511 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (190e8866-66ef-440c-9bb4-625459014597), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.062042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190e8866-66ef-440c-9bb4-625459014597 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:58:06.108144 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 190e8866-66ef-440c-9bb4-625459014597, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=190e8866-66ef-440c-9bb4-625459014597,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:06.113693 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (190e8866-66ef-440c-9bb4-625459014597), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.152491 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db056b-0014-4908-a53f-c821cecea6b5 req-4cce74d8-c900-4d0f-96b0-7476263e569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:06.154433 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96db056b-0014-4908-a53f-c821cecea6b5 req-4cce74d8-c900-4d0f-96b0-7476263e569a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.2989771 Sep 18 00:58:06.183566 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=190e8866-66ef-440c-9bb4-625459014597,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:06.195452 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 40880) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:06.288203 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96db056b-0014-4908-a53f-c821cecea6b5 req-e5078689-fab8-4240-aa1c-fa5fa0768724 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ec5e41-6756-47f2-a199-19f6930aa09a HTTP/1.1" status: 200 len: 217 time: 0.0518095 Sep 18 00:58:06.336216 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.429991 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c183-b651-49bb-915f-07b9f818e3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.448098 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db056b-0014-4908-a53f-c821cecea6b5 req-5bbca69c-fb8a-4de4-81f7-f4ff6e79ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:06.449667 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96db056b-0014-4908-a53f-c821cecea6b5 req-5bbca69c-fb8a-4de4-81f7-f4ff6e79ff74 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.1540287 Sep 18 00:58:06.499698 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['190e8866-66ef-440c-9bb4-625459014597'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:58:06.587255 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:06.620160 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c183-b651-49bb-915f-07b9f818e3cc admin admin] Publish callbacks [] for security_group (3a1c32da-0279-4499-af25-9e73fd59d648), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.627975 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e114889-5bad-4a61-a7fe-56d3ffd89c9f req-29b87cd1-e4be-4582-850c-4d2a91b927ef tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:06.629548 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8e114889-5bad-4a61-a7fe-56d3ffd89c9f req-29b87cd1-e4be-4582-850c-4d2a91b927ef tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 944 time: 0.0798671 Sep 18 00:58:06.631099 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ef9c183-b651-49bb-915f-07b9f818e3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3a1c32da-0279-4499-af25-9e73fd59d648), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.695069 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9c183-b651-49bb-915f-07b9f818e3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1c32da-0279-4499-af25-9e73fd59d648,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:06.705747 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7ef9c183-b651-49bb-915f-07b9f818e3cc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b39884ede1754058b67808b07532c0d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5092578 Sep 18 00:58:06.709647 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40900) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:06.774206 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8e114889-5bad-4a61-a7fe-56d3ffd89c9f req-bee4d7c8-60b1-4718-9338-6b95c6554ed5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281819 Sep 18 00:58:06.780282 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db056b-0014-4908-a53f-c821cecea6b5 req-761984d4-2a85-44ff-816c-c9f75b481709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:06.782428 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96db056b-0014-4908-a53f-c821cecea6b5 req-761984d4-2a85-44ff-816c-c9f75b481709 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611608 Sep 18 00:58:06.785735 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cd340757-5411-4fe9-9328-1605866a67c8 admin admin] Publish callbacks [] for security_group (3a1c32da-0279-4499-af25-9e73fd59d648), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.808675 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cd340757-5411-4fe9-9328-1605866a67c8 admin admin] Publish callbacks [] for security_group (3a1c32da-0279-4499-af25-9e73fd59d648), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.867883 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cd340757-5411-4fe9-9328-1605866a67c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3a1c32da-0279-4499-af25-9e73fd59d648), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.871188 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cd340757-5411-4fe9-9328-1605866a67c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:06.874972 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-cd340757-5411-4fe9-9328-1605866a67c8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3a1c32da-0279-4499-af25-9e73fd59d648 HTTP/1.1" status: 204 len: 168 time: 0.1639502 Sep 18 00:58:06.888357 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd340757-5411-4fe9-9328-1605866a67c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1c32da-0279-4499-af25-9e73fd59d648,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:07.057595 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:07.087009 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.127272 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96db056b-0014-4908-a53f-c821cecea6b5 req-affd648e-24e6-4468-a740-6d9969c5b1b0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410720 Sep 18 00:58:07.229064 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210d77b-ab08-4acb-b887-3b13947e2704 req-be4a8efd-6697-43f7-ae64-5fe4eb50bfa1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:07.231288 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d210d77b-ab08-4acb-b887-3b13947e2704 req-be4a8efd-6697-43f7-ae64-5fe4eb50bfa1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0819933 Sep 18 00:58:07.252351 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fdb23-7975-45bf-881c-16b28418c485 req-ff6b3b9e-8910-4cfa-9e59-1e7ff701f757 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:07.253821 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0c5fdb23-7975-45bf-881c-16b28418c485 req-ff6b3b9e-8910-4cfa-9e59-1e7ff701f757 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0908868 Sep 18 00:58:07.316476 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40924) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:07.333073 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ab07427-83bf-4485-97e9-0244bb23a76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.341142 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d210d77b-ab08-4acb-b887-3b13947e2704 req-7e11f340-f139-4c66-b1ce-e1330ee2f6cd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031554 Sep 18 00:58:07.358696 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0c5fdb23-7975-45bf-881c-16b28418c485 req-034e6c5d-112e-4e7c-91f3-957c3576edae tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935974 Sep 18 00:58:07.384027 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=9,neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:07.433791 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ab07427-83bf-4485-97e9-0244bb23a76c admin admin] Publish callbacks [] for security_group (82092fae-a0a4-4455-a679-2c45ec3bd643), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.438355 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ab07427-83bf-4485-97e9-0244bb23a76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (82092fae-a0a4-4455-a679-2c45ec3bd643), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.480360 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab07427-83bf-4485-97e9-0244bb23a76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82092fae-a0a4-4455-a679-2c45ec3bd643,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:07.484981 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5ab07427-83bf-4485-97e9-0244bb23a76c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ce5bba490b034631900a08a305fb41a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1672902 Sep 18 00:58:07.487753 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 40932) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:07.557030 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4219-9aed-47d8-a262-56c4f5249cc2 admin admin] Publish callbacks [] for security_group (82092fae-a0a4-4455-a679-2c45ec3bd643), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.579137 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4219-9aed-47d8-a262-56c4f5249cc2 admin admin] Publish callbacks [] for security_group (82092fae-a0a4-4455-a679-2c45ec3bd643), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.643382 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4219-9aed-47d8-a262-56c4f5249cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (82092fae-a0a4-4455-a679-2c45ec3bd643), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.646344 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4219-9aed-47d8-a262-56c4f5249cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.647622 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-0e6a4219-9aed-47d8-a262-56c4f5249cc2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/82092fae-a0a4-4455-a679-2c45ec3bd643 HTTP/1.1" status: 204 len: 168 time: 0.1588311 Sep 18 00:58:07.656721 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a4219-9aed-47d8-a262-56c4f5249cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82092fae-a0a4-4455-a679-2c45ec3bd643,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:07.674320 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 190e8866-66ef-440c-9bb4-625459014597 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:07.775431 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 190e8866-66ef-440c-9bb4-625459014597 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:58:07.784042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 190e8866-66ef-440c-9bb4-625459014597 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:07.784707 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (190e8866-66ef-440c-9bb4-625459014597), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.785404 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 190e8866-66ef-440c-9bb4-625459014597 Sep 18 00:58:07.968973 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 190e8866-66ef-440c-9bb4-625459014597 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:07.969568 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (190e8866-66ef-440c-9bb4-625459014597), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.999863 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190e8866-66ef-440c-9bb4-625459014597'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:08.003165 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79bb0d1-1748-4bf2-a800-81e43bcdc7ac" -d '{"events": [{"server_uuid": "0368fcd1-89d7-4e1f-ad08-1425f3872064", "name": "network-vif-plugged", "status": "completed", "tag": "190e8866-66ef-440c-9bb4-625459014597"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:08.024455 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 190e8866-66ef-440c-9bb4-625459014597, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=190e8866-66ef-440c-9bb4-625459014597,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:08.029984 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (190e8866-66ef-440c-9bb4-625459014597), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.080624 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29d290-541b-4ef4-875f-620872214fec req-b9e4cc8e-20fb-4bb3-8cef-20dc80731f0c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:08.083072 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb29d290-541b-4ef4-875f-620872214fec req-b9e4cc8e-20fb-4bb3-8cef-20dc80731f0c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 944 time: 0.1370769 Sep 18 00:58:08.088174 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af502a61-de92-4e2a-94a4-c9d3b2e7fd12 x-openstack-request-id: req-af502a61-de92-4e2a-94a4-c9d3b2e7fd12 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:08.088865 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0368fcd1-89d7-4e1f-ad08-1425f3872064", "name": "network-vif-plugged", "status": "completed", "tag": "190e8866-66ef-440c-9bb4-625459014597", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:08.089122 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af502a61-de92-4e2a-94a4-c9d3b2e7fd12 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:08.089612 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af502a61-de92-4e2a-94a4-c9d3b2e7fd12'] response: {'server_uuid': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190e8866-66ef-440c-9bb4-625459014597', 'code': 200} Sep 18 00:58:08.091058 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=190e8866-66ef-440c-9bb4-625459014597,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:08.148766 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96db056b-0014-4908-a53f-c821cecea6b5 req-643f98f2-6d6a-4d5d-9c38-92fa3ace501a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333189 Sep 18 00:58:08.162960 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb29d290-541b-4ef4-875f-620872214fec req-19be286f-9ace-4933-a9af-5bd73381418b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658209 Sep 18 00:58:08.506522 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7dce5-d45c-472d-aa73-e3be074ebef8 req-af8bb347-bf73-4e26-b6e0-237d51e320e2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:08.508727 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a0f7dce5-d45c-472d-aa73-e3be074ebef8 req-af8bb347-bf73-4e26-b6e0-237d51e320e2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0782533 Sep 18 00:58:08.526825 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8717-cea0-47f3-8317-b1bf007931d9 req-ace9d121-6cc6-41f2-a565-27e2245de437 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:08.529234 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-333b8717-cea0-47f3-8317-b1bf007931d9 req-ace9d121-6cc6-41f2-a565-27e2245de437 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0690179 Sep 18 00:58:08.603395 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a0f7dce5-d45c-472d-aa73-e3be074ebef8 req-95af23e8-24ea-43a6-8364-750a05e84164 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883429 Sep 18 00:58:08.610860 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-333b8717-cea0-47f3-8317-b1bf007931d9 req-508d44b5-f24b-4c5e-ac2a-9c19825b2a40 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749691 Sep 18 00:58:08.914879 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927c6b3-9ebe-4a4e-9923-77aa1f126ad7 req-f6b4948d-8726-4f48-b5c0-5dfd82a63405 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:08.916836 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8927c6b3-9ebe-4a4e-9923-77aa1f126ad7 req-f6b4948d-8726-4f48-b5c0-5dfd82a63405 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.2268667 Sep 18 00:58:08.928434 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 40988) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:08.934065 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-399fbabb-236d-4805-9e77-bb4bb2393d1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'floatingip': {'port_id': 'af5eca8e-a823-4591-9077-2a4b9b7fb155'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:09.030093 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-399fbabb-236d-4805-9e77-bb4bb2393d1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (70bf5f13-a9e6-451e-8e5f-bb49809f95bc), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.221795 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:09.363492 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff39523-e20c-4269-8ae1-951f268d3331 req-d434344d-90cd-4c84-9152-34a3a2243462 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:09.364982 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4ff39523-e20c-4269-8ae1-951f268d3331 req-d434344d-90cd-4c84-9152-34a3a2243462 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0919292 Sep 18 00:58:09.476937 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:09.577374 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4ff39523-e20c-4269-8ae1-951f268d3331 req-7bdadb82-3432-4886-9542-ef567c6cfdaa tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029660 Sep 18 00:58:09.802658 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-399fbabb-236d-4805-9e77-bb4bb2393d1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.809016 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350f32c-efc9-4a13-9c71-33dbac142572 req-420e9e9d-630e-4058-a88a-46b71ed0ac1e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:09.810523 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0350f32c-efc9-4a13-9c71-33dbac142572 req-420e9e9d-630e-4058-a88a-46b71ed0ac1e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.1122541 Sep 18 00:58:09.811677 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-399fbabb-236d-4805-9e77-bb4bb2393d1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (70bf5f13-a9e6-451e-8e5f-bb49809f95bc), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.939936 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0350f32c-efc9-4a13-9c71-33dbac142572 req-9168fa4d-96d0-47ac-b910-7b478a308c13 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933018 Sep 18 00:58:09.947394 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [None req-399fbabb-236d-4805-9e77-bb4bb2393d1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Floating IP 70bf5f13-a9e6-451e-8e5f-bb49809f95bc associated. External IP: 172.37.7.172, port: af5eca8e-a823-4591-9077-2a4b9b7fb155. Sep 18 00:58:10.172902 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399fbabb-236d-4805-9e77-bb4bb2393d1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:10.520446 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399fbabb-236d-4805-9e77-bb4bb2393d1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:10.527253 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-399fbabb-236d-4805-9e77-bb4bb2393d1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.544122 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88732eef-5546-4615-8760-90df52d8e682 None None] Sync routers for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:10.575815 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88732eef-5546-4615-8760-90df52d8e682 None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:10.576452 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-88732eef-5546-4615-8760-90df52d8e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:58:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:10.588447 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-399fbabb-236d-4805-9e77-bb4bb2393d1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/70bf5f13-a9e6-451e-8e5f-bb49809f95bc HTTP/1.1" status: 200 len: 991 time: 1.6583660 Sep 18 00:58:10.593210 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:10.596084 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53651d8-033a-435e-bfd3-0023a6e3e78a" -d '{"events": [{"name": "network-changed", "server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:10.731572 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa71866d-b81b-487b-bbd8-5aa272b0ed20 x-openstack-request-id: req-aa71866d-b81b-487b-bbd8-5aa272b0ed20 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:10.731880 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:10.732240 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa71866d-b81b-487b-bbd8-5aa272b0ed20 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:10.732782 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa71866d-b81b-487b-bbd8-5aa272b0ed20'] response: {'name': 'network-changed', 'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'status': 'completed', 'code': 200} Sep 18 00:58:10.753264 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98376810-48e2-4c64-85b2-2931a2fdd364 req-285ca25f-4b0b-4a34-8a09-e749ae547f60 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:10.761205 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-98376810-48e2-4c64-85b2-2931a2fdd364 req-285ca25f-4b0b-4a34-8a09-e749ae547f60 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0690777 Sep 18 00:58:10.773986 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-88732eef-5546-4615-8760-90df52d8e682 None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:10.790829 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:10.816034 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-98376810-48e2-4c64-85b2-2931a2fdd364 req-ecf04e69-d890-428b-8c9e-69fc0132f322 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537820 Sep 18 00:58:11.040449 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-88732eef-5546-4615-8760-90df52d8e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '70bf5f13-a9e6-451e-8e5f-bb49809f95bc', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'floating_ip_address': '172.37.7.172', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'port_id': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'mac_address': 'fa:16:3e:8f:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:18Z', 'updated_at': '2022-09-18T00:58:09Z', 'revision_number': 1, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:11.066329 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88732eef-5546-4615-8760-90df52d8e682 None None] Checking router: 31498b06-391d-4c8a-b78b-ba4dfacf5b3d for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:11.071947 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a17e8-88db-487c-9912-c00235c6406a req-303a398a-9522-4c62-a595-652d0244c15c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:11.073694 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-836a17e8-88db-487c-9912-c00235c6406a req-303a398a-9522-4c62-a595-652d0244c15c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0501785 Sep 18 00:58:11.075774 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88732eef-5546-4615-8760-90df52d8e682 None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:11.076377 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-88732eef-5546-4615-8760-90df52d8e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:58:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:11.133264 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-836a17e8-88db-487c-9912-c00235c6406a req-e05f0980-e53a-4692-ae2b-5ee6d7b4100f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530479 Sep 18 00:58:11.191565 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-88732eef-5546-4615-8760-90df52d8e682 None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:11.415295 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-88732eef-5546-4615-8760-90df52d8e682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '70bf5f13-a9e6-451e-8e5f-bb49809f95bc', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'floating_ip_address': '172.37.7.172', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'port_id': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'mac_address': 'fa:16:3e:8f:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:18Z', 'updated_at': '2022-09-18T00:58:09Z', 'revision_number': 1, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:11.444618 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88732eef-5546-4615-8760-90df52d8e682 None None] The sync data for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi is: [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '70bf5f13-a9e6-451e-8e5f-bb49809f95bc', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'floating_ip_address': '172.37.7.172', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'port_id': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'mac_address': 'fa:16:3e:8f:4d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:18Z', 'updated_at': '2022-09-18T00:58:09Z', 'revision_number': 1, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:11.643227 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c436ca1-5f13-47fa-b2ed-35fc2aba02bc None None] New status for floating IP 70bf5f13-a9e6-451e-8e5f-bb49809f95bc: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:58:11.930395 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:11.955349 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bc050-a624-426e-88d2-282bdd97b1c2 req-e88b0930-ee46-440c-9b7d-f18c3adcd9ff tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:11.956999 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f1bc050-a624-426e-88d2-282bdd97b1c2 req-e88b0930-ee46-440c-9b7d-f18c3adcd9ff tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0589530 Sep 18 00:58:12.027171 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f1bc050-a624-426e-88d2-282bdd97b1c2 req-068ed34b-ae3d-48d7-997b-47692882be3f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627058 Sep 18 00:58:12.400595 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebe57c-90cc-4668-97ff-8bff926f5722 req-192fa018-c632-49af-9d6f-51c3f7bee4d2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:12.402142 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f3ebe57c-90cc-4668-97ff-8bff926f5722 req-192fa018-c632-49af-9d6f-51c3f7bee4d2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.1648641 Sep 18 00:58:12.412421 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-9193fa30-42d7-475b-a311-f6c994392d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:12.413956 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-9193fa30-42d7-475b-a311-f6c994392d8c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 1129 time: 0.1463528 Sep 18 00:58:12.469659 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f3ebe57c-90cc-4668-97ff-8bff926f5722 req-58e589f3-8f95-49c2-afa6-07eb89ae1571 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543511 Sep 18 00:58:12.492719 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41138) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:12.624316 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a74e89b4-ba39-402b-a6bc-6c470c3de662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:12.678877 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-9f267a88-3162-419f-8ce9-858a50ea8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:12.680354 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-9f267a88-3162-419f-8ce9-858a50ea8d19 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 918 time: 0.1401138 Sep 18 00:58:12.743978 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a74e89b4-ba39-402b-a6bc-6c470c3de662 admin admin] Publish callbacks [] for security_group (c049f55e-3756-4c83-92e4-6cbde24b4e1e), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:12.749013 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a74e89b4-ba39-402b-a6bc-6c470c3de662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (c049f55e-3756-4c83-92e4-6cbde24b4e1e), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:12.795566 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-a74e89b4-ba39-402b-a6bc-6c470c3de662 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=d40411f11d0740b3946a1f8fdded43f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015177 Sep 18 00:58:12.797047 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e89b4-ba39-402b-a6bc-6c470c3de662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c049f55e-3756-4c83-92e4-6cbde24b4e1e,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:12.798364 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41144) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:12.844437 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:12.857089 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-612b6b1b-ab86-4996-91b3-f618eb123ab3 admin admin] Publish callbacks [] for security_group (c049f55e-3756-4c83-92e4-6cbde24b4e1e), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:12.878370 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-612b6b1b-ab86-4996-91b3-f618eb123ab3 admin admin] Publish callbacks [] for security_group (c049f55e-3756-4c83-92e4-6cbde24b4e1e), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:12.932532 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-612b6b1b-ab86-4996-91b3-f618eb123ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (c049f55e-3756-4c83-92e4-6cbde24b4e1e), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:12.935207 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-612b6b1b-ab86-4996-91b3-f618eb123ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:12.938967 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-612b6b1b-ab86-4996-91b3-f618eb123ab3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c049f55e-3756-4c83-92e4-6cbde24b4e1e HTTP/1.1" status: 204 len: 168 time: 0.1394119 Sep 18 00:58:12.950754 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b6b1b-ab86-4996-91b3-f618eb123ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c049f55e-3756-4c83-92e4-6cbde24b4e1e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.061354 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a02da-6e51-4bb2-b656-00ce454ed993 req-a467b1d6-567e-4154-8033-28910a847e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.063463 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-220a02da-6e51-4bb2-b656-00ce454ed993 req-a467b1d6-567e-4154-8033-28910a847e6c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 1129 time: 0.1244583 Sep 18 00:58:13.078262 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-752f5c8b-2ae8-4e98-83f2-04c37b1573f3 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155 HTTP/1.1" status: 200 len: 1001 time: 0.1480801 Sep 18 00:58:13.219451 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-68ef19d3-49e2-475d-bb44-08a592e70984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.221010 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-68ef19d3-49e2-475d-bb44-08a592e70984 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.1222231 Sep 18 00:58:13.223597 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-220a02da-6e51-4bb2-b656-00ce454ed993 req-787f6b46-4e90-410b-8fd1-090cf6ee489e service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339564 Sep 18 00:58:13.230524 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33aa0-976a-4c22-af6b-175cd990fb41 req-e9012353-e39d-4ccb-9e82-8631bad8cff0 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.232193 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-61c33aa0-976a-4c22-af6b-175cd990fb41 req-e9012353-e39d-4ccb-9e82-8631bad8cff0 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.1139536 Sep 18 00:58:13.301190 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-61c33aa0-976a-4c22-af6b-175cd990fb41 req-36496133-d9f5-477e-9195-861170fcf887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616295 Sep 18 00:58:13.315585 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:13.331652 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f586ad0-757f-4d38-94b5-2c57bff5e5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:13.467686 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f586ad0-757f-4d38-94b5-2c57bff5e5b6 admin admin] Publish callbacks [] for security_group (ce421610-8049-404c-a02d-54d5630e07e2), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:13.475659 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9f586ad0-757f-4d38-94b5-2c57bff5e5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (ce421610-8049-404c-a02d-54d5630e07e2), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:13.541323 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41176) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:13.541770 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-9f586ad0-757f-4d38-94b5-2c57bff5e5b6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6b3085ac38454731ae03e679739e1503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247612 Sep 18 00:58:13.546198 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f586ad0-757f-4d38-94b5-2c57bff5e5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce421610-8049-404c-a02d-54d5630e07e2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.686873 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:13.687935 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:13.709499 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2b307-ed99-45fb-9479-3fc887772c7e req-8abab684-3592-4174-847a-eca82181fc8a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.712419 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c5a2b307-ed99-45fb-9479-3fc887772c7e req-8abab684-3592-4174-847a-eca82181fc8a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.1121345 Sep 18 00:58:13.716406 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e051-feb1-4496-80e3-8a15e71a52aa admin admin] Publish callbacks [] for security_group (ce421610-8049-404c-a02d-54d5630e07e2), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:13.724917 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-1d5eca98-40f6-4a37-8470-01930191ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.727528 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-1d5eca98-40f6-4a37-8470-01930191ef38 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887711 Sep 18 00:58:13.779257 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e051-feb1-4496-80e3-8a15e71a52aa admin admin] Publish callbacks [] for security_group (ce421610-8049-404c-a02d-54d5630e07e2), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:13.827189 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c5a2b307-ed99-45fb-9479-3fc887772c7e req-2e418923-dee0-468e-8f67-230b41d3de45 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066332 Sep 18 00:58:13.875130 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41184) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:13.891239 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac8b26-e3f3-43c5-bc11-14df7fef2f1a req-d95620cd-0a30-455d-8b68-f51c9ad0af7f tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.893523 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6ac8b26-e3f3-43c5-bc11-14df7fef2f1a req-d95620cd-0a30-455d-8b68-f51c9ad0af7f tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.0956089 Sep 18 00:58:13.945826 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e051-feb1-4496-80e3-8a15e71a52aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (ce421610-8049-404c-a02d-54d5630e07e2), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:13.948608 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d2a9e051-feb1-4496-80e3-8a15e71a52aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:13.949770 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d2a9e051-feb1-4496-80e3-8a15e71a52aa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ce421610-8049-404c-a02d-54d5630e07e2 HTTP/1.1" status: 204 len: 168 time: 0.4074240 Sep 18 00:58:13.969517 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9e051-feb1-4496-80e3-8a15e71a52aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce421610-8049-404c-a02d-54d5630e07e2,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:13.975679 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6ac8b26-e3f3-43c5-bc11-14df7fef2f1a req-7fe3c73d-8698-4bba-ae53-9a0d0a159309 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750601 Sep 18 00:58:14.084667 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8ede384-a0a3-49b8-87a2-5ae8140d66dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.175646 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8ede384-a0a3-49b8-87a2-5ae8140d66dd admin admin] Publish callbacks [] for security_group (13276923-1dd2-434b-824d-9756f68426d6), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.180488 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e8ede384-a0a3-49b8-87a2-5ae8140d66dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (13276923-1dd2-434b-824d-9756f68426d6), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.232396 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e8ede384-a0a3-49b8-87a2-5ae8140d66dd admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=0a14df2380ab499fa25e831d9ca7585b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3528631 Sep 18 00:58:14.232396 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41192) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:14.238238 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ede384-a0a3-49b8-87a2-5ae8140d66dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13276923-1dd2-434b-824d-9756f68426d6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.241055 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:14.293365 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2378625-63d3-425a-ad68-81741de5cd66 admin admin] Publish callbacks [] for security_group (13276923-1dd2-434b-824d-9756f68426d6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.323269 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2378625-63d3-425a-ad68-81741de5cd66 admin admin] Publish callbacks [] for security_group (13276923-1dd2-434b-824d-9756f68426d6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.379358 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2378625-63d3-425a-ad68-81741de5cd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (13276923-1dd2-434b-824d-9756f68426d6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.383123 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2378625-63d3-425a-ad68-81741de5cd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.387295 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d2378625-63d3-425a-ad68-81741de5cd66 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/13276923-1dd2-434b-824d-9756f68426d6 HTTP/1.1" status: 204 len: 168 time: 0.1537855 Sep 18 00:58:14.397674 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2378625-63d3-425a-ad68-81741de5cd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13276923-1dd2-434b-824d-9756f68426d6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.455139 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e2fb9-8274-437b-94a5-65771aef1356 req-5e49fdd4-416a-4396-b1fc-cebc62c33851 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:14.457250 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-da2e2fb9-8274-437b-94a5-65771aef1356 req-5e49fdd4-416a-4396-b1fc-cebc62c33851 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0675921 Sep 18 00:58:14.536617 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-da2e2fb9-8274-437b-94a5-65771aef1356 req-3ea4c60a-398b-479b-8f93-6317ddc63e89 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715866 Sep 18 00:58:14.925880 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41224) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:14.950781 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af8bb920-120e-48d0-8bf2-0224fc2621de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.005974 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41228) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:15.013245 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32076-fe1b-4b53-a316-c9b5046c1b06 req-b3ca9997-e071-4dce-b21d-411751ed1882 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:15.021291 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3be32076-fe1b-4b53-a316-c9b5046c1b06 req-b3ca9997-e071-4dce-b21d-411751ed1882 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0924416 Sep 18 00:58:15.074032 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af8bb920-120e-48d0-8bf2-0224fc2621de admin admin] Publish callbacks [] for security_group (0ae28701-4741-4423-af30-9088b87f9ab3), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.080111 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-af8bb920-120e-48d0-8bf2-0224fc2621de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0ae28701-4741-4423-af30-9088b87f9ab3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.098868 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:15.128802 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3be32076-fe1b-4b53-a316-c9b5046c1b06 req-e35c101f-907c-405f-833a-162f7c2c8517 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025360 Sep 18 00:58:15.130986 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bb920-120e-48d0-8bf2-0224fc2621de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae28701-4741-4423-af30-9088b87f9ab3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:15.139504 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-af8bb920-120e-48d0-8bf2-0224fc2621de admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8c94659be8a34c6ebd6479f3244df4a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097955 Sep 18 00:58:15.143603 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41236) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:15.173363 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35225f-25f6-416a-99e7-a804978985b7 req-79c9fe29-3018-43d7-894e-13f33d1e18f9 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:15.178758 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1a35225f-25f6-416a-99e7-a804978985b7 req-79c9fe29-3018-43d7-894e-13f33d1e18f9 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.0969408 Sep 18 00:58:15.257415 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1a35225f-25f6-416a-99e7-a804978985b7 req-fdd50ace-6f61-4556-b2ef-a5c53b568a45 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717394 Sep 18 00:58:15.264108 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6978b31-3e3f-417b-928e-9a3ba29d0f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.272622 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3ce82404-a828-4a27-b27a-bb6d66dca338 admin admin] Publish callbacks [] for security_group (0ae28701-4741-4423-af30-9088b87f9ab3), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.304488 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3ce82404-a828-4a27-b27a-bb6d66dca338 admin admin] Publish callbacks [] for security_group (0ae28701-4741-4423-af30-9088b87f9ab3), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.361516 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6978b31-3e3f-417b-928e-9a3ba29d0f86 admin admin] Publish callbacks [] for security_group (67ee9f56-598e-4d53-ba81-a781ae811aba), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.365418 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d6978b31-3e3f-417b-928e-9a3ba29d0f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (67ee9f56-598e-4d53-ba81-a781ae811aba), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.371123 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3ce82404-a828-4a27-b27a-bb6d66dca338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0ae28701-4741-4423-af30-9088b87f9ab3), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.373955 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3ce82404-a828-4a27-b27a-bb6d66dca338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.378475 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-3ce82404-a828-4a27-b27a-bb6d66dca338 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0ae28701-4741-4423-af30-9088b87f9ab3 HTTP/1.1" status: 204 len: 168 time: 0.2309995 Sep 18 00:58:15.385198 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce82404-a828-4a27-b27a-bb6d66dca338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae28701-4741-4423-af30-9088b87f9ab3,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:15.408899 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d6978b31-3e3f-417b-928e-9a3ba29d0f86 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fed6c500a3bf409a8de067697b583a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4015412 Sep 18 00:58:15.409996 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6978b31-3e3f-417b-928e-9a3ba29d0f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ee9f56-598e-4d53-ba81-a781ae811aba,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:15.413111 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41242) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:15.478851 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8cc368be-cb1c-4f40-b092-7492ce99422a admin admin] Publish callbacks [] for security_group (67ee9f56-598e-4d53-ba81-a781ae811aba), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.501812 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8cc368be-cb1c-4f40-b092-7492ce99422a admin admin] Publish callbacks [] for security_group (67ee9f56-598e-4d53-ba81-a781ae811aba), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.581665 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8cc368be-cb1c-4f40-b092-7492ce99422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (67ee9f56-598e-4d53-ba81-a781ae811aba), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.591049 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8cc368be-cb1c-4f40-b092-7492ce99422a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.591448 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-8cc368be-cb1c-4f40-b092-7492ce99422a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/67ee9f56-598e-4d53-ba81-a781ae811aba HTTP/1.1" status: 204 len: 168 time: 0.1767871 Sep 18 00:58:15.601049 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc368be-cb1c-4f40-b092-7492ce99422a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ee9f56-598e-4d53-ba81-a781ae811aba,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:15.688938 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf90567-6814-4041-a917-8f65ddf5cbf9 req-f929f0cc-a434-42b5-80af-d54c997d9616 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:15.690476 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bbf90567-6814-4041-a917-8f65ddf5cbf9 req-f929f0cc-a434-42b5-80af-d54c997d9616 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0519302 Sep 18 00:58:15.719672 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:15.754983 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bbf90567-6814-4041-a917-8f65ddf5cbf9 req-8efb178f-eec7-45e8-9eec-2904708117ac tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577371 Sep 18 00:58:15.883552 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41258) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:15.901078 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a881a18e-e7d2-40f2-abb6-72137f212f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:16.010956 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a881a18e-e7d2-40f2-abb6-72137f212f28 admin admin] Publish callbacks [] for security_group (7c6352ae-e380-45c2-ae73-4a1da17ac69a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:16.021577 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a881a18e-e7d2-40f2-abb6-72137f212f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (7c6352ae-e380-45c2-ae73-4a1da17ac69a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:16.081238 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a881a18e-e7d2-40f2-abb6-72137f212f28 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cfd8ac6e394049d79bfa3e24a525f293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961186 Sep 18 00:58:16.082608 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881a18e-e7d2-40f2-abb6-72137f212f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6352ae-e380-45c2-ae73-4a1da17ac69a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:16.084381 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41262) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:16.152782 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37ec2a9a-4b91-43d6-a8c7-95507549f5fb admin admin] Publish callbacks [] for security_group (7c6352ae-e380-45c2-ae73-4a1da17ac69a), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:16.155614 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:16.176660 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37ec2a9a-4b91-43d6-a8c7-95507549f5fb admin admin] Publish callbacks [] for security_group (7c6352ae-e380-45c2-ae73-4a1da17ac69a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:16.245457 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37ec2a9a-4b91-43d6-a8c7-95507549f5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (7c6352ae-e380-45c2-ae73-4a1da17ac69a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:16.248439 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37ec2a9a-4b91-43d6-a8c7-95507549f5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:16.249531 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-37ec2a9a-4b91-43d6-a8c7-95507549f5fb admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7c6352ae-e380-45c2-ae73-4a1da17ac69a HTTP/1.1" status: 204 len: 168 time: 0.1640089 Sep 18 00:58:16.277605 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec2a9a-4b91-43d6-a8c7-95507549f5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6352ae-e380-45c2-ae73-4a1da17ac69a,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:16.341261 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5c674-725d-4a27-b5c4-639910b80f32 req-f0b1dd02-d977-42a0-8313-eaeb837ceb5d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:16.342847 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9eb5c674-725d-4a27-b5c4-639910b80f32 req-f0b1dd02-d977-42a0-8313-eaeb837ceb5d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.1078041 Sep 18 00:58:16.438012 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-8685ecd9-6132-46a8-a62e-d0eb4d8e1ff4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614897 Sep 18 00:58:16.463602 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9eb5c674-725d-4a27-b5c4-639910b80f32 req-ce848639-6110-4872-ab04-58a43aa0f1f9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049664 Sep 18 00:58:16.499147 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70dc9d-af6a-4aa7-a50d-aa474d16152f req-e85846c8-6e45-4e99-9cc0-4241f6c7d875 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:16.499147 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6e70dc9d-af6a-4aa7-a50d-aa474d16152f req-e85846c8-6e45-4e99-9cc0-4241f6c7d875 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.0747573 Sep 18 00:58:16.568205 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6e70dc9d-af6a-4aa7-a50d-aa474d16152f req-99508206-0910-405b-abe6-50f240073495 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706823 Sep 18 00:58:16.912112 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9237d0-781b-47f6-8eef-b4ae8425134a req-f10e4ce5-b6b3-4237-9893-ed18b0e710db tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:16.913642 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ee9237d0-781b-47f6-8eef-b4ae8425134a req-f10e4ce5-b6b3-4237-9893-ed18b0e710db tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0517955 Sep 18 00:58:16.990350 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ee9237d0-781b-47f6-8eef-b4ae8425134a req-a60243f5-751b-4b2a-a2b6-7f29e832ed62 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692821 Sep 18 00:58:17.142579 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367542c4-2f2b-4f34-91dd-92887f2b2dca req-13659112-a486-4e9b-a5e5-aa22c2608a89 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:17.144082 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-367542c4-2f2b-4f34-91dd-92887f2b2dca req-13659112-a486-4e9b-a5e5-aa22c2608a89 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0595231 Sep 18 00:58:17.162753 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41330) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:17.168614 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'floatingip': {'port_id': '190e8866-66ef-440c-9bb4-625459014597'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:17.281277 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:17.284410 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (9f346e0c-d868-412b-95f8-1433098e5eb9), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:17.304829 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c53651d8-033a-435e-bfd3-0023a6e3e78a req-21127aad-b13d-4ef5-90b2-41904a64bfa6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263068 Sep 18 00:58:17.424358 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e9315-13f4-4673-80e2-942ae21665ee req-d8688340-824c-436e-bf8f-772eda1113e6 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:17.429049 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-476e9315-13f4-4673-80e2-942ae21665ee req-d8688340-824c-436e-bf8f-772eda1113e6 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.0702784 Sep 18 00:58:17.671643 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-476e9315-13f4-4673-80e2-942ae21665ee req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Deleting port 1f817878-60ba-4823-9fec-2051e8d7b136 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:58:17.672589 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-476e9315-13f4-4673-80e2-942ae21665ee req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:17.724648 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:17.795438 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fa685-63e9-4b15-8e96-a201605aec2b req-d1df00fb-f84f-416d-9b61-0ba2a5115c65 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:17.802373 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-649fa685-63e9-4b15-8e96-a201605aec2b req-d1df00fb-f84f-416d-9b61-0ba2a5115c65 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.1845956 Sep 18 00:58:17.835055 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2de29-5893-44bc-98e0-cee8651ab317 req-3f3570e9-1e3b-427a-9b08-8314f5ed1e63 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:17.836571 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-25e2de29-5893-44bc-98e0-cee8651ab317 req-3f3570e9-1e3b-427a-9b08-8314f5ed1e63 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 945 time: 0.1128786 Sep 18 00:58:17.913118 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-649fa685-63e9-4b15-8e96-a201605aec2b req-e3cb8320-30a7-4853-88c7-2847ff2f72dd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097846 Sep 18 00:58:17.921603 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-476e9315-13f4-4673-80e2-942ae21665ee req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] For port 1f817878-60ba-4823-9fec-2051e8d7b136, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1f817878-60ba-4823-9fec-2051e8d7b136,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:17.921982 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-476e9315-13f4-4673-80e2-942ae21665ee req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:17.961835 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:17.970926 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-476e9315-13f4-4673-80e2-942ae21665ee req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Calling delete_port for 1f817878-60ba-4823-9fec-2051e8d7b136 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:58:18.036099 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-25e2de29-5893-44bc-98e0-cee8651ab317 req-55935641-d27d-4117-a121-bad76bb3ea77 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=6c35e564-f3b6-4828-84c0-54775f292f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738479 Sep 18 00:58:18.223838 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-476e9315-13f4-4673-80e2-942ae21665ee req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (1f817878-60ba-4823-9fec-2051e8d7b136), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.326319 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 18 00:58:18.386584 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-476e9315-13f4-4673-80e2-942ae21665ee req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] No DVR routers for this DVR port 1f817878-60ba-4823-9fec-2051e8d7b136 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:58:18.388240 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Pushing event deleted for resources: {'Port': ['ID=1f817878-60ba-4823-9fec-2051e8d7b136,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:18.400710 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-476e9315-13f4-4673-80e2-942ae21665ee req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.404505 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-476e9315-13f4-4673-80e2-942ae21665ee req-2c4a8001-659e-4d21-ad5a-02f950abad14 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.49 "DELETE /networking/v2.0/ports/1f817878-60ba-4823-9fec-2051e8d7b136 HTTP/1.1" status: 204 len: 173 time: 0.9687462 Sep 18 00:58:18.405040 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1886577e-61d1-4954-a392-49f2164992d6', 'name': 'network-vif-deleted', 'tag': '1f817878-60ba-4823-9fec-2051e8d7b136'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:18.408514 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626bf514-7275-40bc-8fe5-cd4430858d48" -d '{"events": [{"server_uuid": "1886577e-61d1-4954-a392-49f2164992d6", "name": "network-vif-deleted", "tag": "1f817878-60ba-4823-9fec-2051e8d7b136"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:18.462214 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b265731c-0ce4-4309-bfa1-6eed13a37110 x-openstack-request-id: req-b265731c-0ce4-4309-bfa1-6eed13a37110 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:18.462840 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1886577e-61d1-4954-a392-49f2164992d6", "name": "network-vif-deleted", "tag": "1f817878-60ba-4823-9fec-2051e8d7b136", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:18.463157 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b265731c-0ce4-4309-bfa1-6eed13a37110 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:18.463668 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b265731c-0ce4-4309-bfa1-6eed13a37110'] response: {'server_uuid': '1886577e-61d1-4954-a392-49f2164992d6', 'name': 'network-vif-deleted', 'tag': '1f817878-60ba-4823-9fec-2051e8d7b136', 'status': 'completed', 'code': 200} Sep 18 00:58:18.512283 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.518339 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (9f346e0c-d868-412b-95f8-1433098e5eb9), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.600213 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:18.623772 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Floating IP 9f346e0c-d868-412b-95f8-1433098e5eb9 associated. External IP: 172.37.7.72, port: 190e8866-66ef-440c-9bb4-625459014597. Sep 18 00:58:18.814829 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41460) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:18.838591 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:18.941354 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0969a090-811f-46bf-b738-e6b76afeb4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.978036 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:18.985469 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.994234 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:19.011112 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:19.012424 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:58:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:19.044727 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e51c3ed1-85d6-4ed2-9b91-d86009beb320 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/9f346e0c-d868-412b-95f8-1433098e5eb9 HTTP/1.1" status: 200 len: 990 time: 1.8804677 Sep 18 00:58:19.047186 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'tag': '190e8866-66ef-440c-9bb4-625459014597'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:19.050693 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0969a090-811f-46bf-b738-e6b76afeb4f0 admin admin] Publish callbacks [] for security_group (3f4f25e0-308a-4c84-a785-76b48603f504), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.053890 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26635485-2fb9-4d0b-8c3a-c7f3452f448c" -d '{"events": [{"name": "network-changed", "server_uuid": "0368fcd1-89d7-4e1f-ad08-1425f3872064", "tag": "190e8866-66ef-440c-9bb4-625459014597"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:19.057499 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0969a090-811f-46bf-b738-e6b76afeb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3f4f25e0-308a-4c84-a785-76b48603f504), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.111472 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10cc974-87f5-4e1f-be3c-5ccf02bf1fc3 x-openstack-request-id: req-d10cc974-87f5-4e1f-be3c-5ccf02bf1fc3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:19.111774 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0368fcd1-89d7-4e1f-ad08-1425f3872064", "tag": "190e8866-66ef-440c-9bb4-625459014597", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:19.112197 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d10cc974-87f5-4e1f-be3c-5ccf02bf1fc3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:19.112814 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10cc974-87f5-4e1f-be3c-5ccf02bf1fc3'] response: {'name': 'network-changed', 'server_uuid': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'tag': '190e8866-66ef-440c-9bb4-625459014597', 'status': 'completed', 'code': 200} Sep 18 00:58:19.172775 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969a090-811f-46bf-b738-e6b76afeb4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4f25e0-308a-4c84-a785-76b48603f504,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.182347 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0969a090-811f-46bf-b738-e6b76afeb4f0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c6d771c1e2fe4b1b99982301423f0f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664656 Sep 18 00:58:19.185286 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41478) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:19.195469 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:19.240127 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2e12c3c7-bae7-4e2e-9be9-5be831e96379 req-451ab80d-8809-4a16-9eac-5b517e3a28a2 tempest-DeleteServersTestJSON-1995478722 tempest-DeleteServersTestJSON-1995478722-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1886577e-61d1-4954-a392-49f2164992d6 HTTP/1.1" status: 200 len: 210 time: 0.0679107 Sep 18 00:58:19.250274 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317112-514f-4680-9e69-e6d65fb8f4f5 req-4a55ee5d-b6e6-4ca5-a687-b47424b054f8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.251505 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9d317112-514f-4680-9e69-e6d65fb8f4f5 req-4a55ee5d-b6e6-4ca5-a687-b47424b054f8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.1685617 Sep 18 00:58:19.291123 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24b6326d-1e34-459b-91ba-1670b1d19a87 admin admin] Publish callbacks [] for security_group (3f4f25e0-308a-4c84-a785-76b48603f504), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.324591 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24b6326d-1e34-459b-91ba-1670b1d19a87 admin admin] Publish callbacks [] for security_group (3f4f25e0-308a-4c84-a785-76b48603f504), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.340354 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-6c7cef60-3186-4db7-bb3c-cc63c3a29178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.341922 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-6c7cef60-3186-4db7-bb3c-cc63c3a29178 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 1129 time: 0.1165862 Sep 18 00:58:19.359931 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9d317112-514f-4680-9e69-e6d65fb8f4f5 req-3a7b8ea0-8992-407f-afb5-730ced8cd542 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860908 Sep 18 00:58:19.378589 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:19.403181 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:19.410948 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24b6326d-1e34-459b-91ba-1670b1d19a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3f4f25e0-308a-4c84-a785-76b48603f504), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.415493 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24b6326d-1e34-459b-91ba-1670b1d19a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.416747 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-24b6326d-1e34-459b-91ba-1670b1d19a87 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3f4f25e0-308a-4c84-a785-76b48603f504 HTTP/1.1" status: 204 len: 168 time: 0.2302194 Sep 18 00:58:19.432028 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6326d-1e34-459b-91ba-1670b1d19a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4f25e0-308a-4c84-a785-76b48603f504,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.487251 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:19.528135 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-e007934c-1ac5-467b-ab70-ab30c202a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.529502 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-e007934c-1ac5-467b-ab70-ab30c202a957 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 914 time: 0.1683917 Sep 18 00:58:19.575674 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9f346e0c-d868-412b-95f8-1433098e5eb9', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.72', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:20Z', 'updated_at': '2022-09-18T00:58:18Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:19.605891 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:19.608784 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-220aff08-797b-4c71-8f60-243a6acf4790 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=190e8866-66ef-440c-9bb4-625459014597 HTTP/1.1" status: 200 len: 998 time: 0.0701637 Sep 18 00:58:19.615683 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:19.616568 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:58:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:19.680372 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:19.692370 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 1f817878-60ba-4823-9fec-2051e8d7b136 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:19.694152 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-8e04be82-ef55-4608-b3e7-5c22443552fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.695734 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-8e04be82-ef55-4608-b3e7-5c22443552fe service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=665e6178-f5ce-4fbf-9a1f-c6745892e403 HTTP/1.1" status: 200 len: 852 time: 0.0734611 Sep 18 00:58:19.718908 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 1f817878-60ba-4823-9fec-2051e8d7b136 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:58:19.720114 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 1f817878-60ba-4823-9fec-2051e8d7b136 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:19.728476 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:19.854672 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41488) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:19.871132 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d44c46ea-78f7-41ee-a6d5-fa0e51c122c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.952907 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d44c46ea-78f7-41ee-a6d5-fa0e51c122c6 admin admin] Publish callbacks [] for security_group (7939d144-6fef-4e0f-a5f2-3da7dd43f20b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.956902 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d44c46ea-78f7-41ee-a6d5-fa0e51c122c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (7939d144-6fef-4e0f-a5f2-3da7dd43f20b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.007943 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d44c46ea-78f7-41ee-a6d5-fa0e51c122c6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=525917f9910e403992fb40c1298a68a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521201 Sep 18 00:58:20.008844 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c46ea-78f7-41ee-a6d5-fa0e51c122c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7939d144-6fef-4e0f-a5f2-3da7dd43f20b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:20.011453 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41490) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:20.026082 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-da473599-25b6-43de-8e7c-0c1ddcef158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:20.027819 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-da473599-25b6-43de-8e7c-0c1ddcef158b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3227bd19-4c4c-45c0-aee5-e73b3870bae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567491 Sep 18 00:58:20.071119 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9f346e0c-d868-412b-95f8-1433098e5eb9', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.72', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:20Z', 'updated_at': '2022-09-18T00:58:18Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:20.071841 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5900fef4-bfdd-47cc-b367-e5d8e32e41c9 admin admin] Publish callbacks [] for security_group (7939d144-6fef-4e0f-a5f2-3da7dd43f20b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.103843 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc6d4b-a205-45f0-9a06-92a3964fc4da None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9f346e0c-d868-412b-95f8-1433098e5eb9', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.72', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:20Z', 'updated_at': '2022-09-18T00:58:18Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:20.104425 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5900fef4-bfdd-47cc-b367-e5d8e32e41c9 admin admin] Publish callbacks [] for security_group (7939d144-6fef-4e0f-a5f2-3da7dd43f20b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.175417 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-085e1dfa-7bb7-43c2-a325-e43bb6c0aaf9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369581 Sep 18 00:58:20.184709 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5900fef4-bfdd-47cc-b367-e5d8e32e41c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (7939d144-6fef-4e0f-a5f2-3da7dd43f20b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.187534 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5900fef4-bfdd-47cc-b367-e5d8e32e41c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.191318 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5900fef4-bfdd-47cc-b367-e5d8e32e41c9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/7939d144-6fef-4e0f-a5f2-3da7dd43f20b HTTP/1.1" status: 204 len: 168 time: 0.1757243 Sep 18 00:58:20.199549 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:20.205869 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900fef4-bfdd-47cc-b367-e5d8e32e41c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7939d144-6fef-4e0f-a5f2-3da7dd43f20b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:20.290893 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:20.361247 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-26635485-2fb9-4d0b-8c3a-c7f3452f448c req-525cbd9a-0f39-4c37-bb37-0cd856423d05 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785865 Sep 18 00:58:20.531669 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df22961c-c3f8-453b-849b-7dfb9b281eb3 None None] New status for floating IP 9f346e0c-d868-412b-95f8-1433098e5eb9: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:58:20.573614 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdc834-6b4d-4bba-885c-7ac6caf476fb req-4d7281c3-9e18-494d-9b22-b57ad4c02bd0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:20.576008 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-65fdc834-6b4d-4bba-885c-7ac6caf476fb req-4d7281c3-9e18-494d-9b22-b57ad4c02bd0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0943491 Sep 18 00:58:20.653291 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-65fdc834-6b4d-4bba-885c-7ac6caf476fb req-4c4053b0-c0b0-4642-9cfd-c3b6e658996d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673647 Sep 18 00:58:20.709101 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:21.785590 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5a92f-4905-44d9-b24a-089ec7e79a6a req-8444f7c3-48b3-4696-99a0-5d32e5904811 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:21.787818 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abd5a92f-4905-44d9-b24a-089ec7e79a6a req-8444f7c3-48b3-4696-99a0-5d32e5904811 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0508184 Sep 18 00:58:21.845678 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abd5a92f-4905-44d9-b24a-089ec7e79a6a req-c2850674-3822-4ae7-aab4-c219930dbadd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523841 Sep 18 00:58:21.907572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41574) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:22.427691 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:58:22.501457 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (c02743d4-d3a0-4572-894a-bca7d0823d0b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.769796 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Deleting port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:58:22.770132 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.781510 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.815881 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:22.856470 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] For port 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:22.856821 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.871071 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Calling delete_port for 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:58:22.968061 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84e778-16c2-4573-9392-0ffb887660d5 req-12be92d2-3142-4aae-901d-eb40c031fb08 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:22.969625 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ca84e778-16c2-4573-9392-0ffb887660d5 req-12be92d2-3142-4aae-901d-eb40c031fb08 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0468247 Sep 18 00:58:23.018728 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ca84e778-16c2-4573-9392-0ffb887660d5 req-4ac18118-0495-4b76-8ba9-7fcf47e8c33a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Sep 18 00:58:23.061643 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:23.086103 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.112513 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:23.237823 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (c02743d4-d3a0-4572-894a-bca7d0823d0b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.456785 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Router c02743d4-d3a0-4572-894a-bca7d0823d0b has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:23.565119 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:23.571551 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-fe7b393b-5c64-411f-97f7-ba21c488b29b admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/c02743d4-d3a0-4572-894a-bca7d0823d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6628766 Sep 18 00:58:23.574304 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41604) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:23.583982 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] Sync routers for ids ['c02743d4-d3a0-4572-894a-bca7d0823d0b'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:23.604954 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] Routers {'c02743d4-d3a0-4572-894a-bca7d0823d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:23.605559 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:58:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c02743d4-d3a0-4572-894a-bca7d0823d0b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:23.691203 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks [] for router (c02743d4-d3a0-4572-894a-bca7d0823d0b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.736767 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] Set router c02743d4-d3a0-4572-894a-bca7d0823d0b gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:23.780330 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:23.823247 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks [] for router_gateway (c02743d4-d3a0-4572-894a-bca7d0823d0b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.886547 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Deleting port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:58:23.887220 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.948319 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133'}], 'enable_snat': True}, 'gw_port_id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:48Z', 'updated_at': '2022-09-18T00:58:23Z', 'revision_number': 5, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'gw_port': {'id': '5e48018e-bc15-433c-b9c0-b9d6107a0ee3', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:58:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:23.978364 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] Checking router: c02743d4-d3a0-4572-894a-bca7d0823d0b for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:23.988649 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] Routers {'c02743d4-d3a0-4572-894a-bca7d0823d0b'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:23.989536 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:58:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['c02743d4-d3a0-4572-894a-bca7d0823d0b'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:24.082109 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] Set router c02743d4-d3a0-4572-894a-bca7d0823d0b gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:24.137761 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:48Z', 'updated_at': '2022-09-18T00:58:23Z', 'revision_number': 6, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:24.163954 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183debec-e98e-42e0-9d0e-160487336e27 req-445c20d7-4482-42b7-aef7-ecec6f79cdcd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:24.165387 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda53d07-cc70-4903-816d-cafc43ff492e None None] The sync data for ids ['c02743d4-d3a0-4572-894a-bca7d0823d0b'] in dv-cinder-master-3-iscsi is: [{'id': 'c02743d4-d3a0-4572-894a-bca7d0823d0b', 'name': 'tempest-DeleteServersTestJSON-1226714339-router', 'tenant_id': 'b94600e628984a14a6abc8764ea5be31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:48Z', 'updated_at': '2022-09-18T00:58:23Z', 'revision_number': 6, 'project_id': 'b94600e628984a14a6abc8764ea5be31', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:24.166110 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-183debec-e98e-42e0-9d0e-160487336e27 req-445c20d7-4482-42b7-aef7-ecec6f79cdcd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0583050 Sep 18 00:58:24.181838 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] For port 5e48018e-bc15-433c-b9c0-b9d6107a0ee3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5e48018e-bc15-433c-b9c0-b9d6107a0ee3,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:24.182404 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.199663 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Calling delete_port for 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:58:24.215697 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:24.375745 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (5e48018e-bc15-433c-b9c0-b9d6107a0ee3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.402017 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e48018e-bc15-433c-b9c0-b9d6107a0ee3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:24.426746 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (c02743d4-d3a0-4572-894a-bca7d0823d0b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.428033 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-183debec-e98e-42e0-9d0e-160487336e27 req-f85bbd35-f563-4bf5-b402-9bae55a4782a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542090 Sep 18 00:58:24.532629 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (c02743d4-d3a0-4572-894a-bca7d0823d0b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.534973 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks [] for router_controller (c02743d4-d3a0-4572-894a-bca7d0823d0b), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.601384 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (c02743d4-d3a0-4572-894a-bca7d0823d0b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.601967 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02743d4-d3a0-4572-894a-bca7d0823d0b {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:58:24.610994 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.610994 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-1d9640bb-f8d5-4543-a246-70387b27d947 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/c02743d4-d3a0-4572-894a-bca7d0823d0b HTTP/1.1" status: 204 len: 168 time: 1.0331669 Sep 18 00:58:24.611224 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41616) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:24.659552 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d4756a-004a-445a-83ed-fb29d411d869 admin admin] Deleting subnet a545c2fd-ae5d-44c4-8e6f-091b85e05122 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 00:58:24.663922 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57d4756a-004a-445a-83ed-fb29d411d869 admin admin] Publish callbacks [] for subnet (a545c2fd-ae5d-44c4-8e6f-091b85e05122), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.698528 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57d4756a-004a-445a-83ed-fb29d411d869 admin admin] Publish callbacks [] for subnet (a545c2fd-ae5d-44c4-8e6f-091b85e05122), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.777722 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57d4756a-004a-445a-83ed-fb29d411d869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (a545c2fd-ae5d-44c4-8e6f-091b85e05122), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.838137 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57d4756a-004a-445a-83ed-fb29d411d869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (a545c2fd-ae5d-44c4-8e6f-091b85e05122), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.861906 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4756a-004a-445a-83ed-fb29d411d869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a545c2fd-ae5d-44c4-8e6f-091b85e05122,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:24.870757 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57d4756a-004a-445a-83ed-fb29d411d869 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.874256 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-57d4756a-004a-445a-83ed-fb29d411d869 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/a545c2fd-ae5d-44c4-8e6f-091b85e05122 HTTP/1.1" status: 204 len: 168 time: 0.2619529 Sep 18 00:58:24.876747 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41624) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:24.879575 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b5b4e-719e-4748-91ab-3351ca047c1f None None] Network 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:58:24.968506 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (4fc3d215-55ee-49c2-92a4-cbf4d73d8975), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.990312 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:25.022019 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:58:25.022373 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5e48018e-bc15-433c-b9c0-b9d6107a0ee3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:25.022896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:25.028016 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Deleting port 86a16e91-67ce-4d78-a00c-7bd0abacefab {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:58:25.028367 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.075074 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:58:25.075432 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3fdfee84-422e-4ddf-9cbf-5ce8ec60ceaa not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:25.127071 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] For port 86a16e91-67ce-4d78-a00c-7bd0abacefab, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=86a16e91-67ce-4d78-a00c-7bd0abacefab,segment=NetworkSegment(00fd20fd-69ea-44e6-b897-48b3b95f43e4),segment_id=00fd20fd-69ea-44e6-b897-48b3b95f43e4)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:25.127494 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.145084 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:25.146424 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Calling delete_port for 86a16e91-67ce-4d78-a00c-7bd0abacefab owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:58:25.165773 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] DHCP port deletion for 4fc3d215-55ee-49c2-92a4-cbf4d73d8975 request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 00:58:25.206691 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:25.238578 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] Deleting port 86a16e91-67ce-4d78-a00c-7bd0abacefab {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:58:25.239235 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.240430 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.274382 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=86a16e91-67ce-4d78-a00c-7bd0abacefab,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.283262 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] No DVR routers for this DVR port 86a16e91-67ce-4d78-a00c-7bd0abacefab on host dv-cinder-master-3-iscsi {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:58:25.336978 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] For port 86a16e91-67ce-4d78-a00c-7bd0abacefab, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:25.337374 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.345084 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:25.353498 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] Calling delete_port for 86a16e91-67ce-4d78-a00c-7bd0abacefab owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:58:25.359084 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] Port 86a16e91-67ce-4d78-a00c-7bd0abacefab was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 18 00:58:25.360657 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (86a16e91-67ce-4d78-a00c-7bd0abacefab), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.371250 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (4fc3d215-55ee-49c2-92a4-cbf4d73d8975), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.393881 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] Pushing event deleted for resources: {'Port': ['ID=86a16e91-67ce-4d78-a00c-7bd0abacefab,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.397881 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.398236 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.399030 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.399378 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > port after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.400337 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.400337 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > port after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.400689 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.400985 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.401367 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.401665 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.407387 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda19a6f-063f-4325-bb50-d5dfa8f83115 None None] No DVR routers for this DVR port 86a16e91-67ce-4d78-a00c-7bd0abacefab on host dv-cinder-master-3-iscsi {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:58:25.567287 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.568284 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.568813 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.569193 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:25.569589 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc3d215-55ee-49c2-92a4-cbf4d73d8975']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:25.574823 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d4073-e59f-46a2-b947-adfe4d1e1266 req-5f6701a5-cbbd-478b-8268-f9937da5d772 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:25.576436 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-313d4073-e59f-46a2-b947-adfe4d1e1266 req-5f6701a5-cbbd-478b-8268-f9937da5d772 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0632095 Sep 18 00:58:25.591718 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fd20fd-69ea-44e6-b897-48b3b95f43e4') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:25.591952 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fd20fd-69ea-44e6-b897-48b3b95f43e4') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:25.610351 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (00fd20fd-69ea-44e6-b897-48b3b95f43e4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.634099 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-313d4073-e59f-46a2-b947-adfe4d1e1266 req-ff2300a5-6dd3-4d99-ade4-fb6cc6c9d71a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487604 Sep 18 00:58:25.638325 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (00fd20fd-69ea-44e6-b897-48b3b95f43e4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.650098 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:58:25.650680 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (00fd20fd-69ea-44e6-b897-48b3b95f43e4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.745554 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (4fc3d215-55ee-49c2-92a4-cbf4d73d8975), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.766813 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.770017 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4fc3d215-55ee-49c2-92a4-cbf4d73d8975 HTTP/1.1" status: 204 len: 168 time: 0.8923492 Sep 18 00:58:25.771572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18719dd5-0b4a-44d7-b18b-498565b91e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc3d215-55ee-49c2-92a4-cbf4d73d8975,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.948378 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41670) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:25.999845 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41672) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:26.000062 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-89dd9f87-fe2f-4e86-80f5-62d02d9304eb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b94600e628984a14a6abc8764ea5be31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499749 Sep 18 00:58:26.049406 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41674) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:26.054148 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30c55751-3ece-4c96-8415-ae649df79b2e admin admin] Publish callbacks [] for security_group (6c35e564-f3b6-4828-84c0-54775f292f5c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.079564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30c55751-3ece-4c96-8415-ae649df79b2e admin admin] Publish callbacks [] for security_group (6c35e564-f3b6-4828-84c0-54775f292f5c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.136215 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30c55751-3ece-4c96-8415-ae649df79b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6c35e564-f3b6-4828-84c0-54775f292f5c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.137915 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 00fd20fd-69ea-44e6-b897-48b3b95f43e4 resource provider aggregate not found Sep 18 00:58:26.141501 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30c55751-3ece-4c96-8415-ae649df79b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.145729 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-30c55751-3ece-4c96-8415-ae649df79b2e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6c35e564-f3b6-4828-84c0-54775f292f5c HTTP/1.1" status: 204 len: 168 time: 0.1424377 Sep 18 00:58:26.155399 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c55751-3ece-4c96-8415-ae649df79b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c35e564-f3b6-4828-84c0-54775f292f5c,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:26.157472 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 00fd20fd-69ea-44e6-b897-48b3b95f43e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00fd20fd-69ea-44e6-b897-48b3b95f43e4 found for delete ", "request_id": "req-8845538d-40bd-4a57-8423-3ce71ad4a0e4"}]} Sep 18 00:58:26.182060 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d17994d-c8cd-4315-8577-7aa3caf4ac45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.274731 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d17994d-c8cd-4315-8577-7aa3caf4ac45 admin admin] Publish callbacks [] for security_group (08a71439-e53c-45e4-8acc-bdafc77c604b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.277385 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6d17994d-c8cd-4315-8577-7aa3caf4ac45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (08a71439-e53c-45e4-8acc-bdafc77c604b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.320763 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17994d-c8cd-4315-8577-7aa3caf4ac45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a71439-e53c-45e4-8acc-bdafc77c604b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:26.328054 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-6d17994d-c8cd-4315-8577-7aa3caf4ac45 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5ebb3645140241a6bc1ca99cf4c8f6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749548 Sep 18 00:58:26.328903 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41686) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:26.386916 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7315-33a1-47b1-9cb2-2f0fc6bb0c5b admin admin] Publish callbacks [] for security_group (08a71439-e53c-45e4-8acc-bdafc77c604b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.408529 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7315-33a1-47b1-9cb2-2f0fc6bb0c5b admin admin] Publish callbacks [] for security_group (08a71439-e53c-45e4-8acc-bdafc77c604b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.462649 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7315-33a1-47b1-9cb2-2f0fc6bb0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (08a71439-e53c-45e4-8acc-bdafc77c604b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.465158 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c9a7315-33a1-47b1-9cb2-2f0fc6bb0c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.469231 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-4c9a7315-33a1-47b1-9cb2-2f0fc6bb0c5b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/08a71439-e53c-45e4-8acc-bdafc77c604b HTTP/1.1" status: 204 len: 168 time: 0.1400065 Sep 18 00:58:26.484199 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a7315-33a1-47b1-9cb2-2f0fc6bb0c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a71439-e53c-45e4-8acc-bdafc77c604b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:26.787587 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 86a16e91-67ce-4d78-a00c-7bd0abacefab no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:26.798375 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f836132-5be2-457f-a536-0370b2927e9c req-17589922-d73c-4ba1-9917-16f71267b30a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:26.807361 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f836132-5be2-457f-a536-0370b2927e9c req-17589922-d73c-4ba1-9917-16f71267b30a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0709481 Sep 18 00:58:26.879050 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41710) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:26.895886 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d037a96a-f6d8-428b-aeab-4007abebb06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.903833 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:26.929716 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f836132-5be2-457f-a536-0370b2927e9c req-9afd43eb-d170-4bef-a8f7-06c085fcc924 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211002 Sep 18 00:58:26.992295 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 86a16e91-67ce-4d78-a00c-7bd0abacefab {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:58:26.992738 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 86a16e91-67ce-4d78-a00c-7bd0abacefab not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:58:27.006306 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:27.058889 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d037a96a-f6d8-428b-aeab-4007abebb06e admin admin] Publish callbacks [] for security_group (e047cc31-c596-45f3-b77f-eeb6c14b8dff), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.064303 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d037a96a-f6d8-428b-aeab-4007abebb06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e047cc31-c596-45f3-b77f-eeb6c14b8dff), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.108551 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037a96a-f6d8-428b-aeab-4007abebb06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e047cc31-c596-45f3-b77f-eeb6c14b8dff,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:27.115280 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d037a96a-f6d8-428b-aeab-4007abebb06e admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ba17f3156ae24556b81a64012a8d4cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343187 Sep 18 00:58:27.118908 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41720) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:27.169294 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0936a2fb-3dcd-4c4d-8ff6-9aa760f44b8f admin admin] Publish callbacks [] for security_group (e047cc31-c596-45f3-b77f-eeb6c14b8dff), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.191567 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0936a2fb-3dcd-4c4d-8ff6-9aa760f44b8f admin admin] Publish callbacks [] for security_group (e047cc31-c596-45f3-b77f-eeb6c14b8dff), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.245253 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0936a2fb-3dcd-4c4d-8ff6-9aa760f44b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e047cc31-c596-45f3-b77f-eeb6c14b8dff), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.247731 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0936a2fb-3dcd-4c4d-8ff6-9aa760f44b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.248976 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0936a2fb-3dcd-4c4d-8ff6-9aa760f44b8f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e047cc31-c596-45f3-b77f-eeb6c14b8dff HTTP/1.1" status: 204 len: 168 time: 0.1288552 Sep 18 00:58:27.257696 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936a2fb-3dcd-4c4d-8ff6-9aa760f44b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e047cc31-c596-45f3-b77f-eeb6c14b8dff,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:28.094837 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195cbd2-f410-4a23-b47e-ba40f486463d req-72599200-7165-412f-8115-4ab3356cea98 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:28.104184 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a195cbd2-f410-4a23-b47e-ba40f486463d req-72599200-7165-412f-8115-4ab3356cea98 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0675299 Sep 18 00:58:28.114420 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:28.159129 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a195cbd2-f410-4a23-b47e-ba40f486463d req-136f856b-ffd0-48aa-a162-6c06dc26d3c0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Sep 18 00:58:29.022359 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41828) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:29.159450 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b402b6d-14bf-4f92-ae12-8144f918b479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.287925 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b402b6d-14bf-4f92-ae12-8144f918b479 admin admin] Publish callbacks [] for security_group (3fa3787e-1023-441f-9e2e-9bcdd1782f3d), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.300525 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b402b6d-14bf-4f92-ae12-8144f918b479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3fa3787e-1023-441f-9e2e-9bcdd1782f3d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.332249 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3b571-10ec-46bc-b161-73fa82d38b15 req-7b9b591f-53e3-42ef-aa2c-35e1261bf214 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:29.333705 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-00d3b571-10ec-46bc-b161-73fa82d38b15 req-7b9b591f-53e3-42ef-aa2c-35e1261bf214 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0798712 Sep 18 00:58:29.357546 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b402b6d-14bf-4f92-ae12-8144f918b479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa3787e-1023-441f-9e2e-9bcdd1782f3d,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:29.369038 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-9b402b6d-14bf-4f92-ae12-8144f918b479 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=62001eb475994cac87565718b01f7d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454614 Sep 18 00:58:29.373105 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41858) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:29.408103 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-00d3b571-10ec-46bc-b161-73fa82d38b15 req-ff5744e3-f317-4553-bc0b-81dc9b6f446b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603716 Sep 18 00:58:29.427768 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:29.452694 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8b03807-302e-45dc-ae6d-9dbb6cc8a879 admin admin] Publish callbacks [] for security_group (3fa3787e-1023-441f-9e2e-9bcdd1782f3d), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.476605 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8b03807-302e-45dc-ae6d-9dbb6cc8a879 admin admin] Publish callbacks [] for security_group (3fa3787e-1023-441f-9e2e-9bcdd1782f3d), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.541329 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8b03807-302e-45dc-ae6d-9dbb6cc8a879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3fa3787e-1023-441f-9e2e-9bcdd1782f3d), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.544114 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8b03807-302e-45dc-ae6d-9dbb6cc8a879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.546004 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d8b03807-302e-45dc-ae6d-9dbb6cc8a879 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3fa3787e-1023-441f-9e2e-9bcdd1782f3d HTTP/1.1" status: 204 len: 168 time: 0.1714354 Sep 18 00:58:29.555137 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b03807-302e-45dc-ae6d-9dbb6cc8a879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa3787e-1023-441f-9e2e-9bcdd1782f3d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:29.633836 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41868) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:29.918331 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c02f180c-f6be-42db-a2e4-c68d0b070a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.986230 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41878) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:30.000377 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e804579-de45-4a2a-9e03-3a752c1e8c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.003697 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c02f180c-f6be-42db-a2e4-c68d0b070a51 admin admin] Publish callbacks [] for security_group (15812505-cbbe-498b-b9bc-dc296c402c0d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.008885 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c02f180c-f6be-42db-a2e4-c68d0b070a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (15812505-cbbe-498b-b9bc-dc296c402c0d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.053031 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c02f180c-f6be-42db-a2e4-c68d0b070a51 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a19138ec22f64bb998d60532ef5920bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4180295 Sep 18 00:58:30.053831 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f180c-f6be-42db-a2e4-c68d0b070a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15812505-cbbe-498b-b9bc-dc296c402c0d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.056190 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41880) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:30.096878 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e804579-de45-4a2a-9e03-3a752c1e8c8d admin admin] Publish callbacks [] for security_group (b6ec784b-0e41-4980-ae02-8de45818831c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.101031 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e804579-de45-4a2a-9e03-3a752c1e8c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (b6ec784b-0e41-4980-ae02-8de45818831c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.108759 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-618667b0-681a-48ee-93e2-1b41ca64e139 admin admin] Publish callbacks [] for security_group (15812505-cbbe-498b-b9bc-dc296c402c0d), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.129522 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-618667b0-681a-48ee-93e2-1b41ca64e139 admin admin] Publish callbacks [] for security_group (15812505-cbbe-498b-b9bc-dc296c402c0d), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.146730 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-8e804579-de45-4a2a-9e03-3a752c1e8c8d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7ea26ba7c2d64a35a69fed875d1dda1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593535 Sep 18 00:58:30.148665 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41884) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:30.161245 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e804579-de45-4a2a-9e03-3a752c1e8c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ec784b-0e41-4980-ae02-8de45818831c,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.210722 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-618667b0-681a-48ee-93e2-1b41ca64e139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (15812505-cbbe-498b-b9bc-dc296c402c0d), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.213537 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-618667b0-681a-48ee-93e2-1b41ca64e139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.214757 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-618667b0-681a-48ee-93e2-1b41ca64e139 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/15812505-cbbe-498b-b9bc-dc296c402c0d HTTP/1.1" status: 204 len: 168 time: 0.1576638 Sep 18 00:58:30.221046 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7db8b008-9260-49b3-9d47-37520fb7bf8b admin admin] Publish callbacks [] for security_group (b6ec784b-0e41-4980-ae02-8de45818831c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.224129 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:30.225739 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618667b0-681a-48ee-93e2-1b41ca64e139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15812505-cbbe-498b-b9bc-dc296c402c0d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.248701 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7db8b008-9260-49b3-9d47-37520fb7bf8b admin admin] Publish callbacks [] for security_group (b6ec784b-0e41-4980-ae02-8de45818831c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.311324 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7db8b008-9260-49b3-9d47-37520fb7bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (b6ec784b-0e41-4980-ae02-8de45818831c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.313839 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7db8b008-9260-49b3-9d47-37520fb7bf8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.315362 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7db8b008-9260-49b3-9d47-37520fb7bf8b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b6ec784b-0e41-4980-ae02-8de45818831c HTTP/1.1" status: 204 len: 168 time: 0.1656802 Sep 18 00:58:30.325137 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8b008-9260-49b3-9d47-37520fb7bf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ec784b-0e41-4980-ae02-8de45818831c,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.551968 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff466c9-a82d-4584-8750-17a08798665c req-b3403869-6787-4d59-b602-abe0afa8c8ea tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:30.553420 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6ff466c9-a82d-4584-8750-17a08798665c req-b3403869-6787-4d59-b602-abe0afa8c8ea tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0569947 Sep 18 00:58:30.610268 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6ff466c9-a82d-4584-8750-17a08798665c req-611e809b-b821-4e8c-b65c-a94eb2510f00 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505948 Sep 18 00:58:30.693367 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 41902) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:30.708805 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5dbc187a-082d-45f9-97c5-5541487d208c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.729277 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:30.744741 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19d17eff-733b-41e2-be3a-4bc9a33c9dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.792378 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:30.805203 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5dbc187a-082d-45f9-97c5-5541487d208c admin admin] Publish callbacks [] for security_group (6fc8f734-b0e3-4e61-af43-b1b78f8fbc4a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.809232 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5dbc187a-082d-45f9-97c5-5541487d208c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6fc8f734-b0e3-4e61-af43-b1b78f8fbc4a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.863774 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-5dbc187a-082d-45f9-97c5-5541487d208c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=136d4eecb3fe4340be435f8482545355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692290 Sep 18 00:58:30.864649 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc187a-082d-45f9-97c5-5541487d208c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc8f734-b0e3-4e61-af43-b1b78f8fbc4a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.866701 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 41906) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:30.927647 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae940888-5666-4767-9f41-3bc21b15005b admin admin] Publish callbacks [] for security_group (6fc8f734-b0e3-4e61-af43-b1b78f8fbc4a), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.953290 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae940888-5666-4767-9f41-3bc21b15005b admin admin] Publish callbacks [] for security_group (6fc8f734-b0e3-4e61-af43-b1b78f8fbc4a), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:31.007447 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae940888-5666-4767-9f41-3bc21b15005b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6fc8f734-b0e3-4e61-af43-b1b78f8fbc4a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:31.010195 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ae940888-5666-4767-9f41-3bc21b15005b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:31.014035 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ae940888-5666-4767-9f41-3bc21b15005b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6fc8f734-b0e3-4e61-af43-b1b78f8fbc4a HTTP/1.1" status: 204 len: 168 time: 0.1376820 Sep 18 00:58:31.028516 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae940888-5666-4767-9f41-3bc21b15005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc8f734-b0e3-4e61-af43-b1b78f8fbc4a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:31.747444 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a47963-b95b-4f33-b654-24d24f5c95b0 req-10ca8ba6-3704-4afc-aead-b67f24af4693 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:31.748988 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-14a47963-b95b-4f33-b654-24d24f5c95b0 req-10ca8ba6-3704-4afc-aead-b67f24af4693 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0536721 Sep 18 00:58:31.805181 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-14a47963-b95b-4f33-b654-24d24f5c95b0 req-07cd0933-73b7-4306-a22e-f2248b3d4dee tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499208 Sep 18 00:58:32.935378 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a11e7-6f32-4be4-84ae-96bb358ba360 req-8b198f05-86b6-494e-bc47-080f8efdc340 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:32.936905 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e69a11e7-6f32-4be4-84ae-96bb358ba360 req-8b198f05-86b6-494e-bc47-080f8efdc340 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0469682 Sep 18 00:58:32.992074 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e69a11e7-6f32-4be4-84ae-96bb358ba360 req-d1d12b52-e8c3-46ff-a4f8-99c87f0767ce tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 Sep 18 00:58:33.632848 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e05e7d2-cf56-42bf-bbfb-d84d5a51083c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.151520 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16a14d-32b4-44b8-b84f-1508e8323ae2 req-fc8583c8-ca8b-4c4b-bd70-630aa9930272 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:34.153428 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6b16a14d-32b4-44b8-b84f-1508e8323ae2 req-fc8583c8-ca8b-4c4b-bd70-630aa9930272 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0553837 Sep 18 00:58:34.216044 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6b16a14d-32b4-44b8-b84f-1508e8323ae2 req-91f769f3-be6b-47f7-8ca4-8b094cbfa044 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544753 Sep 18 00:58:35.207932 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:35.361474 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce818fbc-78ed-449f-91a2-9640b3d34a34 req-1610c9be-cc35-440b-8e64-680e49682d66 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:35.363601 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ce818fbc-78ed-449f-91a2-9640b3d34a34 req-1610c9be-cc35-440b-8e64-680e49682d66 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0587499 Sep 18 00:58:35.426330 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ce818fbc-78ed-449f-91a2-9640b3d34a34 req-1e69ba27-ec2b-4545-ba05-68bbf0797840 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553081 Sep 18 00:58:36.330673 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:36.562877 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c698fff-8b22-4c6f-ad94-a446b4c761d7 req-a3604e78-f94a-4153-a37f-69b3a9db0790 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:36.564327 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7c698fff-8b22-4c6f-ad94-a446b4c761d7 req-a3604e78-f94a-4153-a37f-69b3a9db0790 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Sep 18 00:58:36.617152 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7c698fff-8b22-4c6f-ad94-a446b4c761d7 req-5f770dd0-87aa-4648-b44d-22aa3e37600e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465527 Sep 18 00:58:37.048259 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:37.746726 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796d7e2-9762-4100-ae20-7c13ee039fa2 req-58cf7f53-7688-44cc-90aa-5bfb8eb95d0b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:37.748203 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2796d7e2-9762-4100-ae20-7c13ee039fa2 req-58cf7f53-7688-44cc-90aa-5bfb8eb95d0b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0535414 Sep 18 00:58:37.782258 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:37.809789 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2796d7e2-9762-4100-ae20-7c13ee039fa2 req-c3758208-54b8-4c69-b914-9a46ae600221 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550375 Sep 18 00:58:38.949371 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428571b-1c3e-4e9e-85b9-00a24335d348 req-1fa9a7af-78a5-44d5-89df-500b53b52432 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:38.951272 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4428571b-1c3e-4e9e-85b9-00a24335d348 req-1fa9a7af-78a5-44d5-89df-500b53b52432 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0519922 Sep 18 00:58:39.003694 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4428571b-1c3e-4e9e-85b9-00a24335d348 req-2a9916a5-ebb9-491b-85cf-538d7dc86211 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455174 Sep 18 00:58:40.147430 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704753ff-7149-4285-aa4e-f3a48449b7b1 req-94c3a1d2-ef37-407c-9bdb-4a342a200a83 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:40.148901 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-704753ff-7149-4285-aa4e-f3a48449b7b1 req-94c3a1d2-ef37-407c-9bdb-4a342a200a83 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0491526 Sep 18 00:58:40.196902 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-704753ff-7149-4285-aa4e-f3a48449b7b1 req-d55fd1d7-85bb-44c8-91ae-bf14a408d261 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415537 Sep 18 00:58:40.993769 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=59,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:41.016197 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:41.321840 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7620cc-3dfa-4273-b654-613792b75eb6 req-9bcedc0d-55ee-4381-8bf7-42d39f8402bc tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:41.323620 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ae7620cc-3dfa-4273-b654-613792b75eb6 req-9bcedc0d-55ee-4381-8bf7-42d39f8402bc tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0462482 Sep 18 00:58:41.370289 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ae7620cc-3dfa-4273-b654-613792b75eb6 req-280cda0a-3ef2-4b45-9ed3-ba73c0f4a18d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411878 Sep 18 00:58:42.392101 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=93 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:42.401519 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:42.496123 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02686735-04b7-40d2-911c-7d84cd6ff33d req-0472f63c-346f-48e9-aa04-86a8bb49eead tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:42.497505 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02686735-04b7-40d2-911c-7d84cd6ff33d req-0472f63c-346f-48e9-aa04-86a8bb49eead tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Sep 18 00:58:42.548815 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02686735-04b7-40d2-911c-7d84cd6ff33d req-5a7b4e8c-c84e-47e1-92bd-fe09625ff337 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453236 Sep 18 00:58:43.673190 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84eafe-e328-41fd-b90c-81ef0774af41 req-38d7d8eb-8bb1-44a9-9cf7-7786929c523d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:43.674720 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ca84eafe-e328-41fd-b90c-81ef0774af41 req-38d7d8eb-8bb1-44a9-9cf7-7786929c523d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0488424 Sep 18 00:58:43.720185 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:43.740349 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ca84eafe-e328-41fd-b90c-81ef0774af41 req-54fcb2ae-498d-4b08-a6f5-2ca7f9853e31 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581264 Sep 18 00:58:44.865092 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0ea1e-32d9-4c5f-a865-a5f5166fc374 req-f37c4eaa-664e-448f-b4d7-e73c852c4bdb tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:44.866593 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a1a0ea1e-32d9-4c5f-a865-a5f5166fc374 req-f37c4eaa-664e-448f-b4d7-e73c852c4bdb tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0482423 Sep 18 00:58:44.920170 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a1a0ea1e-32d9-4c5f-a865-a5f5166fc374 req-7305d614-c35b-40e5-b2a9-4346757fd4b9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Sep 18 00:58:45.320556 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42248) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:45.438496 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10b44004-25a1-484d-9d11-5fa872533a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.520271 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10b44004-25a1-484d-9d11-5fa872533a03 admin admin] Publish callbacks [] for security_group (bbec2c0a-4709-47c8-8b94-5bbea5a1047d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.528997 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-10b44004-25a1-484d-9d11-5fa872533a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (bbec2c0a-4709-47c8-8b94-5bbea5a1047d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.570655 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b44004-25a1-484d-9d11-5fa872533a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec2c0a-4709-47c8-8b94-5bbea5a1047d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:45.575269 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-10b44004-25a1-484d-9d11-5fa872533a03 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c107c89986ca4ec7adb56f731a567459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535999 Sep 18 00:58:45.578060 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42254) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:45.627171 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b56a8b-3e04-4535-9da8-c9d72b1a5a64 admin admin] Publish callbacks [] for security_group (bbec2c0a-4709-47c8-8b94-5bbea5a1047d), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.646783 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b56a8b-3e04-4535-9da8-c9d72b1a5a64 admin admin] Publish callbacks [] for security_group (bbec2c0a-4709-47c8-8b94-5bbea5a1047d), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.693793 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b56a8b-3e04-4535-9da8-c9d72b1a5a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (bbec2c0a-4709-47c8-8b94-5bbea5a1047d), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.696359 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d3b56a8b-3e04-4535-9da8-c9d72b1a5a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.697486 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d3b56a8b-3e04-4535-9da8-c9d72b1a5a64 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/bbec2c0a-4709-47c8-8b94-5bbea5a1047d HTTP/1.1" status: 204 len: 168 time: 0.1185780 Sep 18 00:58:45.705432 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b56a8b-3e04-4535-9da8-c9d72b1a5a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec2c0a-4709-47c8-8b94-5bbea5a1047d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:46.056536 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42280) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:46.070970 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5799-40ef-46e5-8c38-fefa334c2d6a req-5fb8bdce-9e66-430f-86e8-8b5175c387b8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:46.072646 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-953a5799-40ef-46e5-8c38-fefa334c2d6a req-5fb8bdce-9e66-430f-86e8-8b5175c387b8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0677180 Sep 18 00:58:46.127126 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-953a5799-40ef-46e5-8c38-fefa334c2d6a req-6be5e195-da95-4fa4-bcd2-07c5839e5df2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480773 Sep 18 00:58:46.232706 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2fb5-57df-481c-bc55-4b8a0953e442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.319348 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2fb5-57df-481c-bc55-4b8a0953e442 admin admin] Publish callbacks [] for security_group (26787828-caa6-4a4b-a12e-77cfb95cf738), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.323638 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e4e2fb5-57df-481c-bc55-4b8a0953e442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (26787828-caa6-4a4b-a12e-77cfb95cf738), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.365324 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7e4e2fb5-57df-481c-bc55-4b8a0953e442 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e94070a56c9c42c79ff6be6a261c6def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076692 Sep 18 00:58:46.366362 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e2fb5-57df-481c-bc55-4b8a0953e442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26787828-caa6-4a4b-a12e-77cfb95cf738,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:46.368047 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42294) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:46.421694 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-11d3cf5d-1739-4943-b357-2a56f3bd46dd admin admin] Publish callbacks [] for security_group (26787828-caa6-4a4b-a12e-77cfb95cf738), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.443852 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-11d3cf5d-1739-4943-b357-2a56f3bd46dd admin admin] Publish callbacks [] for security_group (26787828-caa6-4a4b-a12e-77cfb95cf738), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.493068 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-11d3cf5d-1739-4943-b357-2a56f3bd46dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (26787828-caa6-4a4b-a12e-77cfb95cf738), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.495756 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-11d3cf5d-1739-4943-b357-2a56f3bd46dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.496897 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-11d3cf5d-1739-4943-b357-2a56f3bd46dd admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/26787828-caa6-4a4b-a12e-77cfb95cf738 HTTP/1.1" status: 204 len: 168 time: 0.1276703 Sep 18 00:58:46.507853 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3cf5d-1739-4943-b357-2a56f3bd46dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26787828-caa6-4a4b-a12e-77cfb95cf738,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:46.863518 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42306) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:46.883237 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e0c1-bc28-4d53-aaa7-f9aa0a373eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.978099 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e0c1-bc28-4d53-aaa7-f9aa0a373eb7 admin admin] Publish callbacks [] for security_group (e4db11ae-f024-48bd-8b87-65c42c87d1ab), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.982981 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8bf0e0c1-bc28-4d53-aaa7-f9aa0a373eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e4db11ae-f024-48bd-8b87-65c42c87d1ab), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.988306 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:47.030014 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0e0c1-bc28-4d53-aaa7-f9aa0a373eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4db11ae-f024-48bd-8b87-65c42c87d1ab,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:47.038405 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-8bf0e0c1-bc28-4d53-aaa7-f9aa0a373eb7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3c56265c2d064e5cb8036fe9c6214070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701818 Sep 18 00:58:47.039439 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42312) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:47.044308 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:47.099411 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f63deb0b-ae44-41bf-a37d-22cd4e680055 admin admin] Publish callbacks [] for security_group (e4db11ae-f024-48bd-8b87-65c42c87d1ab), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.120939 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f63deb0b-ae44-41bf-a37d-22cd4e680055 admin admin] Publish callbacks [] for security_group (e4db11ae-f024-48bd-8b87-65c42c87d1ab), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.174511 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f63deb0b-ae44-41bf-a37d-22cd4e680055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e4db11ae-f024-48bd-8b87-65c42c87d1ab), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.177991 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f63deb0b-ae44-41bf-a37d-22cd4e680055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.179307 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-f63deb0b-ae44-41bf-a37d-22cd4e680055 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e4db11ae-f024-48bd-8b87-65c42c87d1ab HTTP/1.1" status: 204 len: 168 time: 0.1397195 Sep 18 00:58:47.188560 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63deb0b-ae44-41bf-a37d-22cd4e680055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4db11ae-f024-48bd-8b87-65c42c87d1ab,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:47.271812 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7bc02-0602-4702-b997-6273aff65396 req-4fd41090-e4b9-401a-8a3f-a3aa807cb0d6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:47.273294 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-01f7bc02-0602-4702-b997-6273aff65396 req-4fd41090-e4b9-401a-8a3f-a3aa807cb0d6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0508254 Sep 18 00:58:47.322417 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-01f7bc02-0602-4702-b997-6273aff65396 req-e97732eb-7621-41e5-99b2-047ba453df6d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 Sep 18 00:58:47.549234 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42324) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:47.563245 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e919271-003f-4dee-b7dc-f486e72a6db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.673706 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e919271-003f-4dee-b7dc-f486e72a6db6 admin admin] Publish callbacks [] for security_group (c03df045-7baa-4141-bd92-fd32731ed226), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.678518 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3e919271-003f-4dee-b7dc-f486e72a6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (c03df045-7baa-4141-bd92-fd32731ed226), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.750442 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3e919271-003f-4dee-b7dc-f486e72a6db6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=fc49f24582c045a9ab96408677e82506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001131 Sep 18 00:58:47.751662 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e919271-003f-4dee-b7dc-f486e72a6db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03df045-7baa-4141-bd92-fd32731ed226,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:47.753553 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42326) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:47.826858 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1c00-4253-4727-9894-b0f802ebed03 admin admin] Publish callbacks [] for security_group (c03df045-7baa-4141-bd92-fd32731ed226), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.831272 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:47.860595 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1c00-4253-4727-9894-b0f802ebed03 admin admin] Publish callbacks [] for security_group (c03df045-7baa-4141-bd92-fd32731ed226), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.935095 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1c00-4253-4727-9894-b0f802ebed03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (c03df045-7baa-4141-bd92-fd32731ed226), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.939245 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1c00-4253-4727-9894-b0f802ebed03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.943416 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-a1ac1c00-4253-4727-9894-b0f802ebed03 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c03df045-7baa-4141-bd92-fd32731ed226 HTTP/1.1" status: 204 len: 168 time: 0.1855023 Sep 18 00:58:47.950383 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac1c00-4253-4727-9894-b0f802ebed03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03df045-7baa-4141-bd92-fd32731ed226,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:48.228292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fef49-0524-4ab3-a5d3-4068fe58dc6d req-7b081143-3379-45a5-aadc-dc8c40fa8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:48.229740 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4f1fef49-0524-4ab3-a5d3-4068fe58dc6d req-7b081143-3379-45a5-aadc-dc8c40fa8d6e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 1129 time: 0.0449827 Sep 18 00:58:48.281386 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4f1fef49-0524-4ab3-a5d3-4068fe58dc6d req-bfde3f13-c4ed-42a6-8f9a-56d1a12ebedb service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Sep 18 00:58:48.457787 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c238d1-9727-4a04-99aa-c2e1efa22341 req-1d6ebb47-dedc-4aad-852d-0c5b4010501b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:48.459342 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-70c238d1-9727-4a04-99aa-c2e1efa22341 req-1d6ebb47-dedc-4aad-852d-0c5b4010501b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0533655 Sep 18 00:58:48.514496 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-70c238d1-9727-4a04-99aa-c2e1efa22341 req-86cb410e-59ac-4053-a024-5f4205441a68 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488684 Sep 18 00:58:49.710738 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8472bb-ba01-4784-9c1a-03dd4f831c6a req-71b0c876-c66d-4335-a9e3-fb5babad8496 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:49.712861 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d8472bb-ba01-4784-9c1a-03dd4f831c6a req-71b0c876-c66d-4335-a9e3-fb5babad8496 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0905774 Sep 18 00:58:49.786850 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d8472bb-ba01-4784-9c1a-03dd4f831c6a req-00ef727d-cf9c-4406-bfb6-2f6d9c951c3f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673151 Sep 18 00:58:49.963289 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42416) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:50.193222 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:50.306648 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Publish callbacks [] for security_group (03a1d540-7e97-4e28-807e-c3c0926e1fad), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:50.311732 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (03a1d540-7e97-4e28-807e-c3c0926e1fad), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:50.347846 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:50.356155 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=716713d46b3743b49e9cbe9949a8c3de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3938327 Sep 18 00:58:50.358180 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a1d540-7e97-4e28-807e-c3c0926e1fad,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:50.359281 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42428) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:50.368849 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.369219 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.369541 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.369880 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.370215 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.370584 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.370916 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.371235 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.371558 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.371884 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.372207 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.372531 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.372853 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.373167 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.373646 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea02602-c4fc-4602-b59f-159b9c6bef89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:50.404476 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:50.454433 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c8265c1-2b03-4541-b5d1-dd431d0fd956 admin admin] Publish callbacks [] for security_group (03a1d540-7e97-4e28-807e-c3c0926e1fad), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:50.484565 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c8265c1-2b03-4541-b5d1-dd431d0fd956 admin admin] Publish callbacks [] for security_group (03a1d540-7e97-4e28-807e-c3c0926e1fad), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:50.486225 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:50.559436 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c8265c1-2b03-4541-b5d1-dd431d0fd956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (03a1d540-7e97-4e28-807e-c3c0926e1fad), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:50.561937 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0c8265c1-2b03-4541-b5d1-dd431d0fd956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:50.563244 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-0c8265c1-2b03-4541-b5d1-dd431d0fd956 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/03a1d540-7e97-4e28-807e-c3c0926e1fad HTTP/1.1" status: 204 len: 168 time: 0.2024498 Sep 18 00:58:50.575395 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8265c1-2b03-4541-b5d1-dd431d0fd956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a1d540-7e97-4e28-807e-c3c0926e1fad,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:50.938968 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12333ab4-10c9-4f34-af94-a34c84192663 req-e8e2bea2-b5fa-4c95-b40f-448d05cb739c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:50.941475 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12333ab4-10c9-4f34-af94-a34c84192663 req-e8e2bea2-b5fa-4c95-b40f-448d05cb739c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0572450 Sep 18 00:58:50.995133 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12333ab4-10c9-4f34-af94-a34c84192663 req-679772cc-761d-4e25-bebd-93b31048efd7 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482416 Sep 18 00:58:51.126711 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed89ad-8afc-4d0a-9f98-5915b5bc96bb req-f6c5da93-4f52-4ef2-9d22-2b9783a2ac4f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:51.128402 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-81ed89ad-8afc-4d0a-9f98-5915b5bc96bb req-f6c5da93-4f52-4ef2-9d22-2b9783a2ac4f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0534928 Sep 18 00:58:51.175958 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-81ed89ad-8afc-4d0a-9f98-5915b5bc96bb req-e6a03921-ed71-4195-bb16-431aa2a69226 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 Sep 18 00:58:52.778512 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:52.789297 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:53.748469 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-0b63760a-d38d-4e9a-9cc3-c34b4dc35ae2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388207 Sep 18 00:58:53.866832 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-9293e042-3dfe-4410-8cfb-0fa7b0cd0594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:53.869391 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-9293e042-3dfe-4410-8cfb-0fa7b0cd0594 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 1129 time: 0.0420468 Sep 18 00:58:53.996471 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-9ae9b159-ae89-4fed-a808-5917d426628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:53.998008 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-9ae9b159-ae89-4fed-a808-5917d426628b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.0927267 Sep 18 00:58:54.042152 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-6fffd13b-dcd7-4c38-bc3c-ea099991fe66 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f HTTP/1.1" status: 200 len: 217 time: 0.0354185 Sep 18 00:58:54.098486 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-a059aa63-39ac-49c9-9a4f-ce0f51cc0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:54.100039 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-a059aa63-39ac-49c9-9a4f-ce0f51cc0d5a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.0498645 Sep 18 00:58:54.147886 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-af6de579-380d-41db-a005-329bbfe5c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:54.149388 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-af6de579-380d-41db-a005-329bbfe5c953 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399671 Sep 18 00:58:54.200420 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:54.244060 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-a68ba7c3-4bcc-45fc-80f2-a6c8f01d88e8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864575 Sep 18 00:58:54.340642 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90c6c2eb-9196-462b-983a-c237b44634c2 req-7c0f13e5-ef7d-4bae-8da8-d2bfc4e71745 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880494 Sep 18 00:58:54.992709 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8b67a-ab95-4333-a5c0-e3c53d9a27ed req-7f257c90-3673-4aa9-92cd-73eb3b39dbd2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:54.994237 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9cb8b67a-ab95-4333-a5c0-e3c53d9a27ed req-7f257c90-3673-4aa9-92cd-73eb3b39dbd2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0973129 Sep 18 00:58:55.000143 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-bcd9f6ba-f630-4f26-9fe9-32c7d4409211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:55.002494 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-bcd9f6ba-f630-4f26-9fe9-32c7d4409211 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 1129 time: 0.0699692 Sep 18 00:58:55.104180 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9cb8b67a-ab95-4333-a5c0-e3c53d9a27ed req-9bd1eb97-fc23-43ee-ad7c-e001738de07e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011066 Sep 18 00:58:55.136427 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-53de99e4-3a50-4553-92c2-d33c4356ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:55.137950 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-53de99e4-3a50-4553-92c2-d33c4356ce69 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.1272416 Sep 18 00:58:55.188236 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-95433b8f-cefc-4917-9a8f-24e7462a9c42 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f HTTP/1.1" status: 200 len: 217 time: 0.0436475 Sep 18 00:58:55.203542 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:55.249600 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-5d521faa-ad10-4aed-a7f1-adfe8dad9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:55.251325 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-5d521faa-ad10-4aed-a7f1-adfe8dad9aee service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.0568039 Sep 18 00:58:55.318787 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-caea5d47-637f-43ff-9f9c-14964b62328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:55.318787 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-caea5d47-637f-43ff-9f9c-14964b62328d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506363 Sep 18 00:58:55.408354 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-20b72d76-2db2-4425-99dd-ea721269cfab service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921729 Sep 18 00:58:55.505821 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c116578-4987-4bb5-a3a1-2b81e4991949 req-78d1e238-e833-4287-9a72-f6565c6965ba service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896811 Sep 18 00:58:56.271038 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88436f41-41bf-41d4-9704-3350348cecd1 req-e3d27441-3c65-4db2-9001-56fd31f011a5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:56.272938 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-88436f41-41bf-41d4-9704-3350348cecd1 req-e3d27441-3c65-4db2-9001-56fd31f011a5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0579400 Sep 18 00:58:56.325895 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-88436f41-41bf-41d4-9704-3350348cecd1 req-c353781f-bcf5-41dc-93fe-87904a47e7d3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470951 Sep 18 00:58:57.449133 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf37aa2-4318-4840-9432-1be605cf7cb8 req-9587f6d9-79d8-44d2-bc08-44634313e0e3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:57.450892 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8bf37aa2-4318-4840-9432-1be605cf7cb8 req-9587f6d9-79d8-44d2-bc08-44634313e0e3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0502961 Sep 18 00:58:57.505635 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8bf37aa2-4318-4840-9432-1be605cf7cb8 req-75e425a6-b637-4910-9d56-cdf064f9c92c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480635 Sep 18 00:58:58.637025 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672fc47-87e8-4dd7-8b2b-74e446c94fd9 req-c79cdf50-7616-44c6-b83f-0ad6de3637ad tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:58.638496 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8672fc47-87e8-4dd7-8b2b-74e446c94fd9 req-c79cdf50-7616-44c6-b83f-0ad6de3637ad tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0482683 Sep 18 00:58:58.685981 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8672fc47-87e8-4dd7-8b2b-74e446c94fd9 req-6fc18bc9-5e5b-4d58-8166-f39b6ec8b2c6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Sep 18 00:58:59.426376 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:58:59.808258 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b03f7a-518c-4f4b-978d-977d1d9c9a74 req-03685478-b625-4711-b91b-7f237f160131 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:59.809870 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b6b03f7a-518c-4f4b-978d-977d1d9c9a74 req-03685478-b625-4711-b91b-7f237f160131 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0480814 Sep 18 00:58:59.864439 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b6b03f7a-518c-4f4b-978d-977d1d9c9a74 req-785f7c0e-0cc6-4b2e-8c02-ed43f9de3668 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452182 Sep 18 00:59:00.542228 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:00.568667 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:00.742889 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b3311c88-793b-4bac-9a19-eb5ff1a83c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:01.009450 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:01.028801 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74f98b-19bb-4b5d-930b-1f4d597296cd req-2a07c7de-89f7-44fe-ab28-dcb59814f942 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:01.030411 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed74f98b-19bb-4b5d-930b-1f4d597296cd req-2a07c7de-89f7-44fe-ab28-dcb59814f942 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0684853 Sep 18 00:59:01.119616 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed74f98b-19bb-4b5d-930b-1f4d597296cd req-285e1cbf-1b99-469d-a413-8886d811bc6d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787020 Sep 18 00:59:02.289595 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221e06c-b872-4a8c-be00-9b30beb9845f req-d7fffbd0-a9bd-40d4-a1b4-1033d9731558 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:02.291246 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0221e06c-b872-4a8c-be00-9b30beb9845f req-d7fffbd0-a9bd-40d4-a1b4-1033d9731558 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0660532 Sep 18 00:59:02.345186 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0221e06c-b872-4a8c-be00-9b30beb9845f req-64a6fd79-7539-4594-a81d-2f6d7119fbcf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482755 Sep 18 00:59:02.570448 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42772) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:02.692287 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c37-63d4-4ebe-bb02-214053c5bc60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:02.745262 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:02.783343 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c37-63d4-4ebe-bb02-214053c5bc60 admin admin] Publish callbacks [] for security_group (10fb9f1d-55fc-44c1-aaa5-dd93923f2c80), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:02.787762 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c73e4c37-63d4-4ebe-bb02-214053c5bc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (10fb9f1d-55fc-44c1-aaa5-dd93923f2c80), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:02.828164 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e4c37-63d4-4ebe-bb02-214053c5bc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fb9f1d-55fc-44c1-aaa5-dd93923f2c80,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:02.832581 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-c73e4c37-63d4-4ebe-bb02-214053c5bc60 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3be8e37e626c4f7f88ab9d76ec333d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610924 Sep 18 00:59:02.835357 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42776) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:02.891143 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0939ffe3-e651-491a-a1e7-011d2844f22f admin admin] Publish callbacks [] for security_group (10fb9f1d-55fc-44c1-aaa5-dd93923f2c80), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:02.912237 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0939ffe3-e651-491a-a1e7-011d2844f22f admin admin] Publish callbacks [] for security_group (10fb9f1d-55fc-44c1-aaa5-dd93923f2c80), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:02.964343 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0939ffe3-e651-491a-a1e7-011d2844f22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (10fb9f1d-55fc-44c1-aaa5-dd93923f2c80), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:02.966946 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0939ffe3-e651-491a-a1e7-011d2844f22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:02.968090 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0939ffe3-e651-491a-a1e7-011d2844f22f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/10fb9f1d-55fc-44c1-aaa5-dd93923f2c80 HTTP/1.1" status: 204 len: 168 time: 0.1317322 Sep 18 00:59:02.977014 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939ffe3-e651-491a-a1e7-011d2844f22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fb9f1d-55fc-44c1-aaa5-dd93923f2c80,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:03.280403 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42784) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:03.295549 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c5eefd6c-9ec8-46b9-89ff-d8d59f1f31e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:03.383032 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c5eefd6c-9ec8-46b9-89ff-d8d59f1f31e1 admin admin] Publish callbacks [] for security_group (57aacba1-dc25-454a-a2c2-712abde72226), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:03.388504 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c5eefd6c-9ec8-46b9-89ff-d8d59f1f31e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (57aacba1-dc25-454a-a2c2-712abde72226), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:03.456641 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eefd6c-9ec8-46b9-89ff-d8d59f1f31e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57aacba1-dc25-454a-a2c2-712abde72226,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:03.461604 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-c5eefd6c-9ec8-46b9-89ff-d8d59f1f31e1 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3c1d9ae2e71b4dd4b261c7278f3f4356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801341 Sep 18 00:59:03.464404 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42790) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:03.498775 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd64be-7368-4b3a-91f9-45d1e6be2ca2 req-abba4dc4-32c5-43a6-b252-4eb407fe883c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:03.500262 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abfd64be-7368-4b3a-91f9-45d1e6be2ca2 req-abba4dc4-32c5-43a6-b252-4eb407fe883c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0614865 Sep 18 00:59:03.519996 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Publish callbacks [] for security_group (57aacba1-dc25-454a-a2c2-712abde72226), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:03.542188 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Publish callbacks [] for security_group (57aacba1-dc25-454a-a2c2-712abde72226), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:03.560817 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abfd64be-7368-4b3a-91f9-45d1e6be2ca2 req-9e40077c-eee5-45bb-9b74-70c1b36c7f6d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503149 Sep 18 00:59:03.598864 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (57aacba1-dc25-454a-a2c2-712abde72226), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:03.601511 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:03.602705 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/57aacba1-dc25-454a-a2c2-712abde72226 HTTP/1.1" status: 204 len: 168 time: 0.1365857 Sep 18 00:59:03.610800 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aacba1-dc25-454a-a2c2-712abde72226,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:03.619223 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.619570 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.619939 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.620283 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.620611 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.620942 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.621266 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.621588 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.621967 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.622297 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.622660 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.622985 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.623304 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.623661 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.623987 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94762218-6cfb-45f7-9234-dae1bfe7d60d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:03.627150 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:03.659534 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d772609f-b4e6-47d8-816e-6f7322a39058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:03.948211 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42798) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:03.963542 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf304-9ced-46a6-8b2b-c7f71667bd79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:04.044541 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf304-9ced-46a6-8b2b-c7f71667bd79 admin admin] Publish callbacks [] for security_group (a077d5c4-9489-4fb4-a766-6afee52cb8aa), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:04.048084 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf304-9ced-46a6-8b2b-c7f71667bd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a077d5c4-9489-4fb4-a766-6afee52cb8aa), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:04.087445 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cf304-9ced-46a6-8b2b-c7f71667bd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a077d5c4-9489-4fb4-a766-6afee52cb8aa,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:04.091798 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-cb5cf304-9ced-46a6-8b2b-c7f71667bd79 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=369019ee55de44058c3d0c879f7fe185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423092 Sep 18 00:59:04.094405 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42800) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:04.143930 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-101c9b52-6c56-4cee-a466-36ba40168f2e admin admin] Publish callbacks [] for security_group (a077d5c4-9489-4fb4-a766-6afee52cb8aa), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:04.163791 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-101c9b52-6c56-4cee-a466-36ba40168f2e admin admin] Publish callbacks [] for security_group (a077d5c4-9489-4fb4-a766-6afee52cb8aa), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:04.214255 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-101c9b52-6c56-4cee-a466-36ba40168f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a077d5c4-9489-4fb4-a766-6afee52cb8aa), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:04.216729 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-101c9b52-6c56-4cee-a466-36ba40168f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:04.217857 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-101c9b52-6c56-4cee-a466-36ba40168f2e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a077d5c4-9489-4fb4-a766-6afee52cb8aa HTTP/1.1" status: 204 len: 168 time: 0.1225464 Sep 18 00:59:04.226114 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c9b52-6c56-4cee-a466-36ba40168f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a077d5c4-9489-4fb4-a766-6afee52cb8aa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:04.699317 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:04.723474 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230377e-14ef-46d3-a086-d20c89d791ac req-ed073b1f-5f61-467c-a184-fda57b15517c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:04.725650 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f230377e-14ef-46d3-a086-d20c89d791ac req-ed073b1f-5f61-467c-a184-fda57b15517c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0804734 Sep 18 00:59:04.778521 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f230377e-14ef-46d3-a086-d20c89d791ac req-cb0ef105-cbe5-4390-afbd-e165df3c3669 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Sep 18 00:59:05.212086 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:05.907445 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8bb45d-8d40-4c73-8835-739302e1d5e7 req-87ba0f51-bcf9-4665-9b67-3021494e8701 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:05.908938 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8b8bb45d-8d40-4c73-8835-739302e1d5e7 req-87ba0f51-bcf9-4665-9b67-3021494e8701 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0503848 Sep 18 00:59:05.963744 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8b8bb45d-8d40-4c73-8835-739302e1d5e7 req-add2e68c-33c2-4eb4-97b6-777302b5acc2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487044 Sep 18 00:59:06.338466 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:07.064944 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:07.144700 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706a4c9-3c36-46d2-86ea-b4d464eac7fa req-86598c41-70e3-4a5f-85ca-e9e19dc6d6c9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:07.146840 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e706a4c9-3c36-46d2-86ea-b4d464eac7fa req-86598c41-70e3-4a5f-85ca-e9e19dc6d6c9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0612757 Sep 18 00:59:07.197556 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e706a4c9-3c36-46d2-86ea-b4d464eac7fa req-37c366a2-45f5-4954-b34c-f92cab14d519 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440774 Sep 18 00:59:07.793866 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42896) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:07.894735 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42900) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:07.968334 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d1560b89-84a7-4a5f-a21c-b52ca6b40914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.012305 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7871a7ea-9de3-4e0a-ae41-2e6bc2662a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.034187 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:08.112336 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d1560b89-84a7-4a5f-a21c-b52ca6b40914 admin admin] Publish callbacks [] for security_group (1db05631-e362-430d-9bb6-fa34ee751053), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.118197 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d1560b89-84a7-4a5f-a21c-b52ca6b40914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (1db05631-e362-430d-9bb6-fa34ee751053), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.165957 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1560b89-84a7-4a5f-a21c-b52ca6b40914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db05631-e362-430d-9bb6-fa34ee751053,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:08.183629 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d1560b89-84a7-4a5f-a21c-b52ca6b40914 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ed3423e6243e4316bd1e95aea4d4a531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884811 Sep 18 00:59:08.186402 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42908) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:08.203068 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7871a7ea-9de3-4e0a-ae41-2e6bc2662a88 admin admin] Publish callbacks [] for security_group (f623a127-22cd-4965-82f9-b3c005d44ef3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.209165 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7871a7ea-9de3-4e0a-ae41-2e6bc2662a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (f623a127-22cd-4965-82f9-b3c005d44ef3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.260934 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f17c7591-8906-43cd-b980-d9ffca93bef5 admin admin] Publish callbacks [] for security_group (1db05631-e362-430d-9bb6-fa34ee751053), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.261060 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7871a7ea-9de3-4e0a-ae41-2e6bc2662a88 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=b1c1956c4ef044c6b2dd7d3df2966ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630126 Sep 18 00:59:08.261635 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 42914) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:08.265233 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871a7ea-9de3-4e0a-ae41-2e6bc2662a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f623a127-22cd-4965-82f9-b3c005d44ef3,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:08.313712 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f17c7591-8906-43cd-b980-d9ffca93bef5 admin admin] Publish callbacks [] for security_group (1db05631-e362-430d-9bb6-fa34ee751053), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.363611 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d557c730-1494-4234-a8ad-e40045b6aed7 admin admin] Publish callbacks [] for security_group (f623a127-22cd-4965-82f9-b3c005d44ef3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.367170 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd4560-6fc3-461d-86dd-e84abb26ad0a req-e5113bb5-fda7-43df-8b43-dd9429e2ed96 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:08.369252 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bcfd4560-6fc3-461d-86dd-e84abb26ad0a req-e5113bb5-fda7-43df-8b43-dd9429e2ed96 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0640862 Sep 18 00:59:08.386382 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d557c730-1494-4234-a8ad-e40045b6aed7 admin admin] Publish callbacks [] for security_group (f623a127-22cd-4965-82f9-b3c005d44ef3), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.431186 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bcfd4560-6fc3-461d-86dd-e84abb26ad0a req-ed74f9c0-315b-4993-bf30-e586289dbfa0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553889 Sep 18 00:59:08.436556 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f17c7591-8906-43cd-b980-d9ffca93bef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (1db05631-e362-430d-9bb6-fa34ee751053), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.440216 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f17c7591-8906-43cd-b980-d9ffca93bef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.444326 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f17c7591-8906-43cd-b980-d9ffca93bef5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1db05631-e362-430d-9bb6-fa34ee751053 HTTP/1.1" status: 204 len: 168 time: 0.2541075 Sep 18 00:59:08.452749 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c7591-8906-43cd-b980-d9ffca93bef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db05631-e362-430d-9bb6-fa34ee751053,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:08.460430 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d557c730-1494-4234-a8ad-e40045b6aed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (f623a127-22cd-4965-82f9-b3c005d44ef3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.464032 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d557c730-1494-4234-a8ad-e40045b6aed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.465464 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d557c730-1494-4234-a8ad-e40045b6aed7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f623a127-22cd-4965-82f9-b3c005d44ef3 HTTP/1.1" status: 204 len: 168 time: 0.2028093 Sep 18 00:59:08.474896 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:08.481361 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557c730-1494-4234-a8ad-e40045b6aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f623a127-22cd-4965-82f9-b3c005d44ef3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:08.867486 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42928) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:08.881807 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d6a0cd7d-945a-45ea-b486-448b0d379342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.930405 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:08.969598 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d6a0cd7d-945a-45ea-b486-448b0d379342 admin admin] Publish callbacks [] for security_group (047fbbdb-8a77-4fac-a9a6-838490aae296), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:08.974437 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d6a0cd7d-945a-45ea-b486-448b0d379342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (047fbbdb-8a77-4fac-a9a6-838490aae296), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:09.014151 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0cd7d-945a-45ea-b486-448b0d379342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047fbbdb-8a77-4fac-a9a6-838490aae296,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:09.019995 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d6a0cd7d-945a-45ea-b486-448b0d379342 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2ef37f3c7d514ccc96ad78d4ed7c4f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513274 Sep 18 00:59:09.022766 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 42930) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:09.080181 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d92e4030-95f0-4188-8ccb-75093f509b0f admin admin] Publish callbacks [] for security_group (047fbbdb-8a77-4fac-a9a6-838490aae296), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:09.101068 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d92e4030-95f0-4188-8ccb-75093f509b0f admin admin] Publish callbacks [] for security_group (047fbbdb-8a77-4fac-a9a6-838490aae296), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:09.150539 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d92e4030-95f0-4188-8ccb-75093f509b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (047fbbdb-8a77-4fac-a9a6-838490aae296), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:09.153443 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d92e4030-95f0-4188-8ccb-75093f509b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:09.155013 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d92e4030-95f0-4188-8ccb-75093f509b0f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/047fbbdb-8a77-4fac-a9a6-838490aae296 HTTP/1.1" status: 204 len: 168 time: 0.1309681 Sep 18 00:59:09.163384 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e4030-95f0-4188-8ccb-75093f509b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047fbbdb-8a77-4fac-a9a6-838490aae296,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:09.576876 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581e103-ad49-445a-9a1e-1079e59745bf req-859257ed-a19e-415c-a6eb-51228e4607fa tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:09.578727 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0581e103-ad49-445a-9a1e-1079e59745bf req-859257ed-a19e-415c-a6eb-51228e4607fa tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0546825 Sep 18 00:59:09.629361 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0581e103-ad49-445a-9a1e-1079e59745bf req-2ac5a55b-6e76-4250-a8db-dbea5d1715a4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436523 Sep 18 00:59:10.782709 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c949a5-002e-43d6-a7a5-9e75fc0e0bb4 req-f6df1431-4e7e-452a-954d-bbed3a39a186 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:10.784348 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-61c949a5-002e-43d6-a7a5-9e75fc0e0bb4 req-f6df1431-4e7e-452a-954d-bbed3a39a186 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0550325 Sep 18 00:59:10.848975 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-61c949a5-002e-43d6-a7a5-9e75fc0e0bb4 req-b4b00b60-c245-49f7-8b3a-3b3dc01aa188 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559857 Sep 18 00:59:10.965307 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43034) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:11.097544 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:11.106611 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a5cf-59f7-4e2d-8664-67f0d22efc21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.185793 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a5cf-59f7-4e2d-8664-67f0d22efc21 admin admin] Publish callbacks [] for security_group (64f7171f-6fc8-4109-965c-72fec7f5a521), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.188723 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e9d1a5cf-59f7-4e2d-8664-67f0d22efc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (64f7171f-6fc8-4109-965c-72fec7f5a521), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.232383 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-e9d1a5cf-59f7-4e2d-8664-67f0d22efc21 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c5aa96856c14486391db1465878e7756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660968 Sep 18 00:59:11.234827 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1a5cf-59f7-4e2d-8664-67f0d22efc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f7171f-6fc8-4109-965c-72fec7f5a521,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:11.235386 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43048) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:11.264853 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:11.290185 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44659017-8d45-4114-a158-c97d2d7de800 admin admin] Publish callbacks [] for security_group (64f7171f-6fc8-4109-965c-72fec7f5a521), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.310376 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44659017-8d45-4114-a158-c97d2d7de800 admin admin] Publish callbacks [] for security_group (64f7171f-6fc8-4109-965c-72fec7f5a521), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.366093 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44659017-8d45-4114-a158-c97d2d7de800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (64f7171f-6fc8-4109-965c-72fec7f5a521), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.369297 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-44659017-8d45-4114-a158-c97d2d7de800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.370485 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-44659017-8d45-4114-a158-c97d2d7de800 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/64f7171f-6fc8-4109-965c-72fec7f5a521 HTTP/1.1" status: 204 len: 168 time: 0.1338711 Sep 18 00:59:11.379572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44659017-8d45-4114-a158-c97d2d7de800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f7171f-6fc8-4109-965c-72fec7f5a521,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:11.668288 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43068) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:11.681721 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd615790-2981-4e40-9e47-bb0fab5fdb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.765683 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd615790-2981-4e40-9e47-bb0fab5fdb6d admin admin] Publish callbacks [] for security_group (75c170cb-65f2-4b1e-b0d4-5a2d95add351), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.769746 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd615790-2981-4e40-9e47-bb0fab5fdb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (75c170cb-65f2-4b1e-b0d4-5a2d95add351), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.808989 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-fd615790-2981-4e40-9e47-bb0fab5fdb6d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a50b992207134360a1b7476493e1ec86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396186 Sep 18 00:59:11.809900 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd615790-2981-4e40-9e47-bb0fab5fdb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c170cb-65f2-4b1e-b0d4-5a2d95add351,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:11.812542 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43070) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:11.865316 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46a41df4-129e-47fc-8e5b-0eae1bcaa5c3 admin admin] Publish callbacks [] for security_group (75c170cb-65f2-4b1e-b0d4-5a2d95add351), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.886129 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46a41df4-129e-47fc-8e5b-0eae1bcaa5c3 admin admin] Publish callbacks [] for security_group (75c170cb-65f2-4b1e-b0d4-5a2d95add351), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.947975 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46a41df4-129e-47fc-8e5b-0eae1bcaa5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (75c170cb-65f2-4b1e-b0d4-5a2d95add351), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.951004 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-46a41df4-129e-47fc-8e5b-0eae1bcaa5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.952328 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-46a41df4-129e-47fc-8e5b-0eae1bcaa5c3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/75c170cb-65f2-4b1e-b0d4-5a2d95add351 HTTP/1.1" status: 204 len: 168 time: 0.1386092 Sep 18 00:59:11.960823 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a41df4-129e-47fc-8e5b-0eae1bcaa5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c170cb-65f2-4b1e-b0d4-5a2d95add351,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:12.010631 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e223fd-8dcf-4b02-8771-ee218d8642d5 req-ea3318f0-4cbd-4012-ab59-27a54bbe5c24 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:12.013016 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9e223fd-8dcf-4b02-8771-ee218d8642d5 req-ea3318f0-4cbd-4012-ab59-27a54bbe5c24 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0714800 Sep 18 00:59:12.083976 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9e223fd-8dcf-4b02-8771-ee218d8642d5 req-fbce4a72-9150-4701-80ac-be33fa702b6c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603323 Sep 18 00:59:13.223152 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536fcb7-300a-4d45-a8a4-2a22d28acd41 req-97c90cdc-715e-4cc2-b663-b69aa5f17ff0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:13.224843 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5536fcb7-300a-4d45-a8a4-2a22d28acd41 req-97c90cdc-715e-4cc2-b663-b69aa5f17ff0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0562742 Sep 18 00:59:13.281488 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5536fcb7-300a-4d45-a8a4-2a22d28acd41 req-bf6b205d-e707-4964-b3fc-80f9e1024d90 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508337 Sep 18 00:59:14.400404 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:14.409246 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f535ef-6762-42bc-b12e-949c34d2006b req-c62ac14c-dd2e-4608-b7de-02040fb42479 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:14.410768 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b4f535ef-6762-42bc-b12e-949c34d2006b req-c62ac14c-dd2e-4608-b7de-02040fb42479 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0508924 Sep 18 00:59:14.471145 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b4f535ef-6762-42bc-b12e-949c34d2006b req-bf23f3f2-cdd3-4648-88e9-01f2ec65f7b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537553 Sep 18 00:59:15.615856 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4777532-2662-410e-869c-7c946a83d9e1 req-3a24d255-b4b3-4408-993a-ef177445a51a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:15.617631 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a4777532-2662-410e-869c-7c946a83d9e1 req-3a24d255-b4b3-4408-993a-ef177445a51a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0517397 Sep 18 00:59:15.672189 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a4777532-2662-410e-869c-7c946a83d9e1 req-84d632e2-52cf-4a4e-a675-ab18247e2c66 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476398 Sep 18 00:59:16.818960 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f0be7-9670-4974-80c0-624caf17ef6a req-4c51599a-9098-48ba-a06f-4ac95778597d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:16.820080 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2b8f0be7-9670-4974-80c0-624caf17ef6a req-4c51599a-9098-48ba-a06f-4ac95778597d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Sep 18 00:59:16.876155 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2b8f0be7-9670-4974-80c0-624caf17ef6a req-aa74647d-bc48-4af1-be74-3c28d6389856 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500636 Sep 18 00:59:17.173049 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43186) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:17.284202 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d7446ff-a9d6-4524-a174-058b74d9f2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:17.365337 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d7446ff-a9d6-4524-a174-058b74d9f2f6 admin admin] Publish callbacks [] for security_group (5105257a-1f49-4620-afd3-d7687955277c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:17.369154 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d7446ff-a9d6-4524-a174-058b74d9f2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (5105257a-1f49-4620-afd3-d7687955277c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:17.410995 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-1d7446ff-a9d6-4524-a174-058b74d9f2f6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f7f8f3c69c10472883848cd315c825ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368505 Sep 18 00:59:17.412191 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7446ff-a9d6-4524-a174-058b74d9f2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5105257a-1f49-4620-afd3-d7687955277c,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:17.413473 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43192) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:17.470327 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e398e8a4-63c7-447d-9ad0-e148503aa3f7 admin admin] Publish callbacks [] for security_group (5105257a-1f49-4620-afd3-d7687955277c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:17.491366 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e398e8a4-63c7-447d-9ad0-e148503aa3f7 admin admin] Publish callbacks [] for security_group (5105257a-1f49-4620-afd3-d7687955277c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:17.543898 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e398e8a4-63c7-447d-9ad0-e148503aa3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (5105257a-1f49-4620-afd3-d7687955277c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:17.546418 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e398e8a4-63c7-447d-9ad0-e148503aa3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:17.547613 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e398e8a4-63c7-447d-9ad0-e148503aa3f7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5105257a-1f49-4620-afd3-d7687955277c HTTP/1.1" status: 204 len: 168 time: 0.1325905 Sep 18 00:59:17.555742 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398e8a4-63c7-447d-9ad0-e148503aa3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5105257a-1f49-4620-afd3-d7687955277c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:17.567290 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:17.846669 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43200) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:17.860631 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3191764-2e1f-4e4d-8ba0-3b38c0f8455a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:17.890416 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:17.960362 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3191764-2e1f-4e4d-8ba0-3b38c0f8455a admin admin] Publish callbacks [] for security_group (f0105c01-6bd2-45c9-89c7-74a4157f715b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:17.965225 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3191764-2e1f-4e4d-8ba0-3b38c0f8455a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (f0105c01-6bd2-45c9-89c7-74a4157f715b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:18.037812 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-c3191764-2e1f-4e4d-8ba0-3b38c0f8455a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=27be4c90ba3640a2bb71f4247760577f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895978 Sep 18 00:59:18.039490 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3191764-2e1f-4e4d-8ba0-3b38c0f8455a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0105c01-6bd2-45c9-89c7-74a4157f715b,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:18.040452 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43204) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:18.099678 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cacb878c-c6b0-4f0a-af8b-5a25afbb1290 admin admin] Publish callbacks [] for security_group (f0105c01-6bd2-45c9-89c7-74a4157f715b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:18.129879 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cacb878c-c6b0-4f0a-af8b-5a25afbb1290 admin admin] Publish callbacks [] for security_group (f0105c01-6bd2-45c9-89c7-74a4157f715b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:18.180644 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cacb878c-c6b0-4f0a-af8b-5a25afbb1290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (f0105c01-6bd2-45c9-89c7-74a4157f715b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:18.183422 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cacb878c-c6b0-4f0a-af8b-5a25afbb1290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:18.184802 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-cacb878c-c6b0-4f0a-af8b-5a25afbb1290 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f0105c01-6bd2-45c9-89c7-74a4157f715b HTTP/1.1" status: 204 len: 168 time: 0.1433165 Sep 18 00:59:18.198857 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee50724-bc8b-4053-9931-b0a959c2904d req-57470109-e84f-4864-a324-ce1846de1b7d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:18.202478 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3ee50724-bc8b-4053-9931-b0a959c2904d req-57470109-e84f-4864-a324-ce1846de1b7d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0554802 Sep 18 00:59:18.207169 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb878c-c6b0-4f0a-af8b-5a25afbb1290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0105c01-6bd2-45c9-89c7-74a4157f715b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:18.256505 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3ee50724-bc8b-4053-9931-b0a959c2904d req-28989f6f-a7da-4cc8-b179-0556b3ed8229 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493650 Sep 18 00:59:18.628776 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361dce56-6f40-453c-b53a-dd7cb59ef9f3 req-bb0a82f1-712a-4253-918c-6bdfc5a2d221 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:18.630238 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-361dce56-6f40-453c-b53a-dd7cb59ef9f3 req-bb0a82f1-712a-4253-918c-6bdfc5a2d221 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0493550 Sep 18 00:59:18.683491 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-361dce56-6f40-453c-b53a-dd7cb59ef9f3 req-396102a3-db47-4ea8-b7b0-186f5168e06e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461195 Sep 18 00:59:19.390247 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b170d-d5d6-41c0-9d51-09d528ed56c9 req-a2ef11fd-8df2-4157-b78e-3e9c72b4c6a6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:19.391731 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f5b170d-d5d6-41c0-9d51-09d528ed56c9 req-a2ef11fd-8df2-4157-b78e-3e9c72b4c6a6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0509207 Sep 18 00:59:19.395450 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:19.404390 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:19.446859 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f5b170d-d5d6-41c0-9d51-09d528ed56c9 req-afe21a1d-5a08-4239-83c8-11be3503ce47 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480309 Sep 18 00:59:19.724187 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:19.764274 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ef0ab-1f52-49e8-bd6f-62ef36ee2f89 req-e779bfef-a315-4646-9e27-fcfffe525df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:19.765890 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-361ef0ab-1f52-49e8-bd6f-62ef36ee2f89 req-e779bfef-a315-4646-9e27-fcfffe525df0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 1129 time: 0.0502319 Sep 18 00:59:19.856518 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754bf28-98de-4f90-8088-aac39d5d245a req-fa705ceb-7b9c-4703-b281-1cea956c5b44 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:19.859088 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6754bf28-98de-4f90-8088-aac39d5d245a req-fa705ceb-7b9c-4703-b281-1cea956c5b44 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0882490 Sep 18 00:59:20.110206 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-361ef0ab-1f52-49e8-bd6f-62ef36ee2f89 req-29edc7d0-887c-43e9-8c93-564e3ec85767 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292150 Sep 18 00:59:20.146561 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6754bf28-98de-4f90-8088-aac39d5d245a req-b188bca7-1900-4d65-9a76-032cdd79cc74 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814691 Sep 18 00:59:20.587591 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21debcac-25f3-4894-8615-51427fbabda0 req-b3f9c200-0da0-4605-a508-a2d6127abb28 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:20.589054 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-21debcac-25f3-4894-8615-51427fbabda0 req-b3f9c200-0da0-4605-a508-a2d6127abb28 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0567391 Sep 18 00:59:20.640481 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-21debcac-25f3-4894-8615-51427fbabda0 req-05cd0f8e-f428-4913-9460-186e6bae109c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Sep 18 00:59:20.654968 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43314) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:20.751053 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba633657-f385-4b8e-9bc9-62bd46035649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:20.766210 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=81,neutron:DELETE=11,neutron:INSERT=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:20.775036 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:20.832195 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba633657-f385-4b8e-9bc9-62bd46035649 admin admin] Publish callbacks [] for security_group (5d1dc08c-a366-45fe-8f31-de59e9c52518), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:20.837469 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba633657-f385-4b8e-9bc9-62bd46035649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (5d1dc08c-a366-45fe-8f31-de59e9c52518), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:20.877150 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ba633657-f385-4b8e-9bc9-62bd46035649 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=9e8727c3e0a041bf9a56dd80aa8a0738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349012 Sep 18 00:59:20.878055 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba633657-f385-4b8e-9bc9-62bd46035649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1dc08c-a366-45fe-8f31-de59e9c52518,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:20.880005 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43318) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:20.938128 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-11091697-9b76-4a9c-aee5-927b29bbbf88 admin admin] Publish callbacks [] for security_group (5d1dc08c-a366-45fe-8f31-de59e9c52518), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:20.962242 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-11091697-9b76-4a9c-aee5-927b29bbbf88 admin admin] Publish callbacks [] for security_group (5d1dc08c-a366-45fe-8f31-de59e9c52518), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.008089 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-11091697-9b76-4a9c-aee5-927b29bbbf88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (5d1dc08c-a366-45fe-8f31-de59e9c52518), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.010753 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-11091697-9b76-4a9c-aee5-927b29bbbf88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.011927 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-11091697-9b76-4a9c-aee5-927b29bbbf88 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5d1dc08c-a366-45fe-8f31-de59e9c52518 HTTP/1.1" status: 204 len: 168 time: 0.1309409 Sep 18 00:59:21.021068 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11091697-9b76-4a9c-aee5-927b29bbbf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1dc08c-a366-45fe-8f31-de59e9c52518,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:21.306094 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6e818-00cd-4bc5-b63d-b03013e04c0a req-c3b634a1-357d-4994-be7c-f4566e50e94c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:21.307607 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-14c6e818-00cd-4bc5-b63d-b03013e04c0a req-c3b634a1-357d-4994-be7c-f4566e50e94c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0511963 Sep 18 00:59:21.314297 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43326) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:21.334862 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8a793ca6-a59d-44bb-8b3c-4737ce507802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.396609 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-14c6e818-00cd-4bc5-b63d-b03013e04c0a req-1a272848-4f5a-40ab-bc2b-5489ac2c5d9d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752552 Sep 18 00:59:21.412123 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:21.452144 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8a793ca6-a59d-44bb-8b3c-4737ce507802 admin admin] Publish callbacks [] for security_group (97160e89-9437-4a0d-84fc-cc323cd6b47f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.455772 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8a793ca6-a59d-44bb-8b3c-4737ce507802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (97160e89-9437-4a0d-84fc-cc323cd6b47f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.498085 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a793ca6-a59d-44bb-8b3c-4737ce507802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97160e89-9437-4a0d-84fc-cc323cd6b47f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:21.503926 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-8a793ca6-a59d-44bb-8b3c-4737ce507802 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e1f209f1f6db46468ebcd5edd127734a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884537 Sep 18 00:59:21.507485 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43328) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:21.567338 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3596299-e41a-4686-87d4-9d46fa8f368f admin admin] Publish callbacks [] for security_group (97160e89-9437-4a0d-84fc-cc323cd6b47f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.596377 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3596299-e41a-4686-87d4-9d46fa8f368f admin admin] Publish callbacks [] for security_group (97160e89-9437-4a0d-84fc-cc323cd6b47f), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.610809 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:21.648737 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3596299-e41a-4686-87d4-9d46fa8f368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (97160e89-9437-4a0d-84fc-cc323cd6b47f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.651225 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c3596299-e41a-4686-87d4-9d46fa8f368f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:21.652361 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-c3596299-e41a-4686-87d4-9d46fa8f368f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/97160e89-9437-4a0d-84fc-cc323cd6b47f HTTP/1.1" status: 204 len: 168 time: 0.1436555 Sep 18 00:59:21.660434 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3596299-e41a-4686-87d4-9d46fa8f368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97160e89-9437-4a0d-84fc-cc323cd6b47f,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:21.779413 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4071487-c1e2-4c67-bc2a-cc3c474e5db2 req-4be9abaa-7579-4cb4-a5aa-42c6b933ae19 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:21.780907 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c4071487-c1e2-4c67-bc2a-cc3c474e5db2 req-4be9abaa-7579-4cb4-a5aa-42c6b933ae19 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Sep 18 00:59:21.838683 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c4071487-c1e2-4c67-bc2a-cc3c474e5db2 req-dd51ed2b-9d32-4f3f-aeb3-590b881ef917 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 Sep 18 00:59:22.131339 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a830825-ef47-430a-9a72-894b9fd6f0ac req-e831db65-9faf-421f-973c-b5e3d6ceb409 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:22.133198 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7a830825-ef47-430a-9a72-894b9fd6f0ac req-e831db65-9faf-421f-973c-b5e3d6ceb409 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0525284 Sep 18 00:59:22.196394 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-e58eaffc-37c8-49b9-9d32-81705161be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:22.197864 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-e58eaffc-37c8-49b9-9d32-81705161be15 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 1129 time: 0.0593097 Sep 18 00:59:22.268737 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7a830825-ef47-430a-9a72-894b9fd6f0ac req-341fa244-62a1-41dd-81c0-badf0d9c993f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205800 Sep 18 00:59:22.313773 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-1ca7a00d-668b-4968-bd5d-6c9957dd4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:22.315293 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-1ca7a00d-668b-4968-bd5d-6c9957dd4b6c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.1092689 Sep 18 00:59:22.362357 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-5e889de9-045b-41bc-abc0-a0711a692e3d service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f HTTP/1.1" status: 200 len: 217 time: 0.0344808 Sep 18 00:59:22.416586 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-55bcf1fc-2d44-4740-9c64-78923ce1c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:22.418091 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-55bcf1fc-2d44-4740-9c64-78923ce1c6a9 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.0498199 Sep 18 00:59:22.464716 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-b801d757-ce58-4459-a3e6-ca568fff8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:22.466830 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-b801d757-ce58-4459-a3e6-ca568fff8baf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420191 Sep 18 00:59:22.580303 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593de8bd-67d9-4197-9e2b-8c731a9e48c8 req-ce6e9abc-e525-4e55-82df-ee327cf30b4e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:22.581838 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-593de8bd-67d9-4197-9e2b-8c731a9e48c8 req-ce6e9abc-e525-4e55-82df-ee327cf30b4e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0963888 Sep 18 00:59:22.639149 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-130ca476-d013-4203-a382-6d2fe145832b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621921 Sep 18 00:59:22.674978 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-593de8bd-67d9-4197-9e2b-8c731a9e48c8 req-750d213c-675c-4301-baaf-6882787478f0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860367 Sep 18 00:59:22.788502 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b229cf39-6273-4cdc-999d-b153c968a6e6 req-29a11dc7-c715-4b91-b1eb-14b284654b77 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382568 Sep 18 00:59:22.788919 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:23.405612 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a281937-2628-45d9-973a-5274fe77d1da req-f753cd89-1f93-4fb8-8cc6-2a402d2cce8b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:23.407163 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2a281937-2628-45d9-973a-5274fe77d1da req-f753cd89-1f93-4fb8-8cc6-2a402d2cce8b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0519071 Sep 18 00:59:23.463166 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2a281937-2628-45d9-973a-5274fe77d1da req-20ec1d16-1079-4d7b-99a8-28e18fcfc5ab tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 Sep 18 00:59:23.799966 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:23.819944 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a53cd0-919b-4281-835e-0b856d82c6bb req-c3bd540a-9759-4977-9749-71b9c8e5d5e2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:23.821617 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-58a53cd0-919b-4281-835e-0b856d82c6bb req-c3bd540a-9759-4977-9749-71b9c8e5d5e2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0530677 Sep 18 00:59:23.877089 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:23.886932 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-58a53cd0-919b-4281-835e-0b856d82c6bb req-60e6d081-10c1-4e1c-a4f2-b675bb81afb9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595632 Sep 18 00:59:24.619676 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a75399-20f7-4eb1-a280-ec98629421a1 req-0bc36968-ad51-4f65-826a-0bad73c9de73 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:24.621250 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-49a75399-20f7-4eb1-a280-ec98629421a1 req-0bc36968-ad51-4f65-826a-0bad73c9de73 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0655267 Sep 18 00:59:24.677144 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-49a75399-20f7-4eb1-a280-ec98629421a1 req-4dbd2b4a-419c-4658-a85a-bbe564412fcb tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486150 Sep 18 00:59:25.012106 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72987c3a-4e45-4348-848d-5715fd902a75 req-5bb94203-6669-452c-b43d-c132c6222754 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:25.013634 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-72987c3a-4e45-4348-848d-5715fd902a75 req-5bb94203-6669-452c-b43d-c132c6222754 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0458765 Sep 18 00:59:25.061733 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-72987c3a-4e45-4348-848d-5715fd902a75 req-30b7de20-4b02-4f78-9f9f-20004e07f0dd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414708 Sep 18 00:59:25.799481 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e7f39-12fd-4c94-8634-53ccc201f6d7 req-67d5348f-70c9-4c1d-b1fa-2c169b81d355 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:25.800864 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cc4e7f39-12fd-4c94-8634-53ccc201f6d7 req-67d5348f-70c9-4c1d-b1fa-2c169b81d355 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0460765 Sep 18 00:59:25.855164 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cc4e7f39-12fd-4c94-8634-53ccc201f6d7 req-9991aa03-e77f-41a0-b4b8-09337c733282 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487435 Sep 18 00:59:26.231068 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98db500-aa12-4ac9-badb-04bd654f8dd2 req-429035bf-24e9-4a6d-9b33-0dad9faafbc3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:26.233471 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a98db500-aa12-4ac9-badb-04bd654f8dd2 req-429035bf-24e9-4a6d-9b33-0dad9faafbc3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0580573 Sep 18 00:59:26.287855 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a98db500-aa12-4ac9-badb-04bd654f8dd2 req-cd612e43-c144-4e3a-8dd2-a94f1083cc94 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485032 Sep 18 00:59:27.415361 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9d7c6-20f0-435f-bb81-3b477e9afb70 req-cd43f006-9832-478c-9a2a-cc6802fb151b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:27.416854 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-23e9d7c6-20f0-435f-bb81-3b477e9afb70 req-cd43f006-9832-478c-9a2a-cc6802fb151b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Sep 18 00:59:27.464682 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-23e9d7c6-20f0-435f-bb81-3b477e9afb70 req-25c9ede4-d25a-4567-b679-997a2b74f9e4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420702 Sep 18 00:59:28.595739 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1060ad-298c-4713-8483-b075025d4400 req-6eec2c59-2e65-4d2f-a4ca-aa6643a8c4f4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:28.597277 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8a1060ad-298c-4713-8483-b075025d4400 req-6eec2c59-2e65-4d2f-a4ca-aa6643a8c4f4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0502014 Sep 18 00:59:28.644981 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8a1060ad-298c-4713-8483-b075025d4400 req-441ac24c-a723-44fe-b1f2-a8cec3461579 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420656 Sep 18 00:59:29.768168 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d56e4-3dfa-42c8-b033-929d08847a26 req-3b011f1c-88e2-47c0-a0bf-66e71f50b017 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:29.769901 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c80d56e4-3dfa-42c8-b033-929d08847a26 req-3b011f1c-88e2-47c0-a0bf-66e71f50b017 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0466421 Sep 18 00:59:29.816419 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c80d56e4-3dfa-42c8-b033-929d08847a26 req-957a3f48-82ef-4924-a84d-e75624acb9c4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Sep 18 00:59:30.550522 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43538) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:30.555629 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-41380b2d-7278-4d7a-b8bf-bb65b52f596d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130715814', 'description': 'tempest-description--1684437223'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:30.584092 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-41380b2d-7278-4d7a-b8bf-bb65b52f596d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.664278 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-41380b2d-7278-4d7a-b8bf-bb65b52f596d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group (91d72fe8-ffe1-48a6-881c-548f17713efb), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.668661 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-41380b2d-7278-4d7a-b8bf-bb65b52f596d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (91d72fe8-ffe1-48a6-881c-548f17713efb), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.703222 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41380b2d-7278-4d7a-b8bf-bb65b52f596d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d72fe8-ffe1-48a6-881c-548f17713efb,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:30.718232 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-41380b2d-7278-4d7a-b8bf-bb65b52f596d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.721349 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-41380b2d-7278-4d7a-b8bf-bb65b52f596d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1697614 Sep 18 00:59:30.724967 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43544) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:30.733952 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-5c743581-1ba9-47da-82bd-dab740ab6ecd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Request body: {'security_group_rule': {'security_group_id': '91d72fe8-ffe1-48a6-881c-548f17713efb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:30.743884 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:30.752341 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3caf-11ff-46ae-9613-6fc3bafed804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.754283 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:30.768709 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c743581-1ba9-47da-82bd-dab740ab6ecd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group_rule (ec96d7a5-be41-4650-9e48-3f43ca91c49f), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.824257 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c743581-1ba9-47da-82bd-dab740ab6ecd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group_rule (ec96d7a5-be41-4650-9e48-3f43ca91c49f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.830425 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c743581-1ba9-47da-82bd-dab740ab6ecd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (ec96d7a5-be41-4650-9e48-3f43ca91c49f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.845243 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:30.859474 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c743581-1ba9-47da-82bd-dab740ab6ecd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec96d7a5-be41-4650-9e48-3f43ca91c49f,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:30.867699 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c743581-1ba9-47da-82bd-dab740ab6ecd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.869030 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-5c743581-1ba9-47da-82bd-dab740ab6ecd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421118 Sep 18 00:59:30.871853 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=4,neutron:SELECT=12 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:30.872343 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43548) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:30.873930 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=15,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:30.878288 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-d5111078-6f6d-4844-80a6-9f671d3b63bf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Request body: {'security_group_rule': {'security_group_id': '91d72fe8-ffe1-48a6-881c-548f17713efb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:30.916549 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d5111078-6f6d-4844-80a6-9f671d3b63bf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group_rule (caa87a6c-c480-497f-91b4-5fe8fa4ffb7e), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.018256 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e2053-54e6-4c4a-9e84-47f7972c864a req-edd46d2d-ad81-4bcd-ae4f-c6a8584ea47a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:31.023250 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-726e2053-54e6-4c4a-9e84-47f7972c864a req-edd46d2d-ad81-4bcd-ae4f-c6a8584ea47a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0999014 Sep 18 00:59:31.071963 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d5111078-6f6d-4844-80a6-9f671d3b63bf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group_rule (caa87a6c-c480-497f-91b4-5fe8fa4ffb7e), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.077555 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d5111078-6f6d-4844-80a6-9f671d3b63bf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (caa87a6c-c480-497f-91b4-5fe8fa4ffb7e), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.109187 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5111078-6f6d-4844-80a6-9f671d3b63bf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa87a6c-c480-497f-91b4-5fe8fa4ffb7e,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:31.118902 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-726e2053-54e6-4c4a-9e84-47f7972c864a req-47a9ae03-5d51-4b09-9a39-a4a8b11dcf2c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890684 Sep 18 00:59:31.122354 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d5111078-6f6d-4844-80a6-9f671d3b63bf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.123006 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d5111078-6f6d-4844-80a6-9f671d3b63bf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2498124 Sep 18 00:59:31.126398 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43558) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:31.130740 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:31.155133 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.177666 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=10 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:31.182684 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=16 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:31.237853 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.372719 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Allocated IP 172.37.7.114 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/4a2d92c8-e766-4fd9-94ac-535349c0a708) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:31.497800 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for port (4a2d92c8-e766-4fd9-94ac-535349c0a708), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.530895 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (4a2d92c8-e766-4fd9-94ac-535349c0a708), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.571050 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:31.574129 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:31.587262 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:31.599794 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event updated for resources: {'Port': ['ID=4a2d92c8-e766-4fd9-94ac-535349c0a708,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:31.650068 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:31.669209 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for floatingip (524d071e-764b-45b2-ae55-188af867fd97), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.688188 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:31.737536 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (4a2d92c8-e766-4fd9-94ac-535349c0a708), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.922449 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for port (4a2d92c8-e766-4fd9-94ac-535349c0a708), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.927900 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (4a2d92c8-e766-4fd9-94ac-535349c0a708), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.928627 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (524d071e-764b-45b2-ae55-188af867fd97), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.975063 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.976270 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8489151 Sep 18 00:59:31.979352 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b170860-974e-416b-a7a7-f238f001b40c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event updated for resources: {'Port': ['ID=4a2d92c8-e766-4fd9-94ac-535349c0a708,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:32.220095 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-48975ea5-f328-4406-a4fc-48b33554c626 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1130715814&fields=id&tenant_id=df01daf86854497fad1d1d016c269ef1 HTTP/1.1" status: 200 len: 267 time: 0.0607984 Sep 18 00:59:32.312335 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc9d7-388b-4d7a-ac43-d88b3e0bfef5 req-9e379845-9430-4479-a25b-c7a44f36603e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:32.313875 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-542dc9d7-388b-4d7a-ac43-d88b3e0bfef5 req-9e379845-9430-4479-a25b-c7a44f36603e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1063359 Sep 18 00:59:32.401678 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-fc804b4d-c1a0-4d79-8239-08b71cddd87c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:32.403198 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-fc804b4d-c1a0-4d79-8239-08b71cddd87c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 819 time: 0.1607022 Sep 18 00:59:32.406689 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-542dc9d7-388b-4d7a-ac43-d88b3e0bfef5 req-5737f5cd-6393-4567-9760-40d30c97bb24 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844884 Sep 18 00:59:32.439792 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-d045e1d9-2578-4571-8771-49c286408d9e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/quotas/df01daf86854497fad1d1d016c269ef1 HTTP/1.1" status: 200 len: 375 time: 0.0210495 Sep 18 00:59:32.505133 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-97501dd4-326f-4677-ac44-52969a34481a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0590117 Sep 18 00:59:32.616914 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-3c335d02-55ee-41bc-9194-8af72229a5e2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910692 Sep 18 00:59:32.713155 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-cb6482b5-3958-44d8-aa9c-e6024e78af1c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904341 Sep 18 00:59:32.780589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:32.910266 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-40e6c273-7228-40f1-a3b7-b61d30e13159 req-20104f4d-edb7-408d-854a-dff3f7db795a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 210 time: 0.0367978 Sep 18 00:59:33.571768 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75601-d360-4923-ad13-f6daf80f275c req-d9a7bdc3-4dcb-4576-872d-f6fb41edd9eb tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:33.573267 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1ac75601-d360-4923-ad13-f6daf80f275c req-d9a7bdc3-4dcb-4576-872d-f6fb41edd9eb tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0627618 Sep 18 00:59:33.623329 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1ac75601-d360-4923-ad13-f6daf80f275c req-771e3a66-994e-4b39-9ec5-b5ed8f78f2ce tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436389 Sep 18 00:59:33.635660 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-50c6937d-1907-42c8-ac5b-737c60f49815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:34.017272 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1d5275a9-a991-4eb4-a21a-ff01f416392b req-a266bb25-50bc-42c5-928f-7d487cc03a94 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 210 time: 0.0264850 Sep 18 00:59:34.754673 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41c090-c0b2-4fc7-9598-6707cecba302 req-7f783a66-6ee4-4724-a427-1bd5e2c829a0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:34.756198 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9d41c090-c0b2-4fc7-9598-6707cecba302 req-7f783a66-6ee4-4724-a427-1bd5e2c829a0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0452654 Sep 18 00:59:34.774227 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:34.820005 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9d41c090-c0b2-4fc7-9598-6707cecba302 req-bf25766a-5408-4ec7-a188-694a3f260801 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569007 Sep 18 00:59:35.125756 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cb0fd29a-f6b0-4f9a-836f-5de641d28d5a req-1f6ab5f6-fd9f-4c84-a08c-cbc57be5349f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 210 time: 0.0270312 Sep 18 00:59:35.202318 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:35.219129 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:35.914886 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:35.949167 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b241bb-1911-4945-a1b3-e0ea48f9649e req-58a9a6fc-f868-4f3a-bde5-8d729d817a1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:35.950917 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f8b241bb-1911-4945-a1b3-e0ea48f9649e req-58a9a6fc-f868-4f3a-bde5-8d729d817a1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0495780 Sep 18 00:59:35.999048 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f8b241bb-1911-4945-a1b3-e0ea48f9649e req-d672fadb-9bc5-44ac-b801-80cf5c9d2d94 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426264 Sep 18 00:59:36.237740 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2a589513-a0a5-4f9a-9d47-06ac779877b1 req-93e08678-755a-4eed-a74e-78bc7e06f8dd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 210 time: 0.0306580 Sep 18 00:59:36.333209 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.426820 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:59:37.069300 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:37.126013 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-4f26467b-ce81-462c-9ac9-57df4460aa63 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:37.127586 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-4f26467b-ce81-462c-9ac9-57df4460aa63 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 819 time: 0.1255724 Sep 18 00:59:37.182623 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39823482-6ca0-4891-bfad-4ec8ed4b8398 req-09856b4e-f0ea-4879-8d43-ce7d66e2bbe2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:37.184072 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-39823482-6ca0-4891-bfad-4ec8ed4b8398 req-09856b4e-f0ea-4879-8d43-ce7d66e2bbe2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.0784705 Sep 18 00:59:37.236496 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-7cd0524a-4608-4da2-b147-c1ae20f52de2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df01daf86854497fad1d1d016c269ef1 HTTP/1.1" status: 200 len: 380 time: 0.0916102 Sep 18 00:59:37.257612 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-39823482-6ca0-4891-bfad-4ec8ed4b8398 req-35eae3bd-451d-4599-a8e0-9862797b1b0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657995 Sep 18 00:59:37.360408 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-372f67a6-feb4-4606-9a2c-be06b94dab20 req-7814e9b8-5d0b-498b-98f0-9138e027e612 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 210 time: 0.0307727 Sep 18 00:59:37.387710 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Request body: {'port': {'device_id': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'admin_state_up': True, 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'security_groups': ['91d72fe8-ffe1-48a6-881c-548f17713efb']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:37.516738 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Made reservation on behalf of df01daf86854497fad1d1d016c269ef1 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:37.520729 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:37.655399 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Allocated IP 172.20.0.4 (a19f83a0-76a4-4dc1-a372-2847ecc4812d/878a7f26-4205-409e-9704-29c1bffad54b/bfcd0e79-9fb2-4117-b12a-c4de2d65b667) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:37.751650 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43692) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:37.812559 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:37.839939 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:37.852887 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:37.902374 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86d308ef-bfb8-43ae-a564-0758e1cd5f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:37.906505 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:37.909959 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:37.914885 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:37.920995 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:37.921630 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:37.936376 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event updated for resources: {'Port': ['ID=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:37.940850 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:37.953563 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ef068566-60b2-40cf-acbb-b6a23fac0df4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699131 Sep 18 00:59:37.988251 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Request body: {'port': {'device_id': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:38.025204 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86d308ef-bfb8-43ae-a564-0758e1cd5f00 admin admin] Publish callbacks [] for security_group (0dbddd4f-1b3c-4066-98f1-d68c8ae86d49), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.030749 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:59:38.033070 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86d308ef-bfb8-43ae-a564-0758e1cd5f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0dbddd4f-1b3c-4066-98f1-d68c8ae86d49), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.073349 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-86d308ef-bfb8-43ae-a564-0758e1cd5f00 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=071b63e294fe42b5a26c6eaeecbd204d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202519 Sep 18 00:59:38.075463 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43706) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:38.131076 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.134631 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d308ef-bfb8-43ae-a564-0758e1cd5f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbddd4f-1b3c-4066-98f1-d68c8ae86d49,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:38.177508 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7381ed53-006a-4e9f-aac6-2b561f7e7879 admin admin] Publish callbacks [] for security_group (0dbddd4f-1b3c-4066-98f1-d68c8ae86d49), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.215775 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7381ed53-006a-4e9f-aac6-2b561f7e7879 admin admin] Publish callbacks [] for security_group (0dbddd4f-1b3c-4066-98f1-d68c8ae86d49), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.254277 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:38.267962 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'port_id': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'mac_address': 'fa:16:3e:8f:4d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:59:38.315413 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7381ed53-006a-4e9f-aac6-2b561f7e7879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0dbddd4f-1b3c-4066-98f1-d68c8ae86d49), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.320408 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7381ed53-006a-4e9f-aac6-2b561f7e7879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.326983 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7381ed53-006a-4e9f-aac6-2b561f7e7879 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0dbddd4f-1b3c-4066-98f1-d68c8ae86d49 HTTP/1.1" status: 204 len: 168 time: 0.2492442 Sep 18 00:59:38.351884 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381ed53-006a-4e9f-aac6-2b561f7e7879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbddd4f-1b3c-4066-98f1-d68c8ae86d49,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:38.427553 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-d77cc686-78bc-4c8c-b57c-37615c0dc635 None None] Provisioning complete for port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:38.428335 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d77cc686-78bc-4c8c-b57c-37615c0dc635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.428916 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d77cc686-78bc-4c8c-b57c-37615c0dc635 None None] Attempt 1 to provision port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 Sep 18 00:59:38.433293 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port af5eca8e-a823-4591-9077-2a4b9b7fb155 is: ACTIVE; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:38.433836 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.469824 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af5eca8e-a823-4591-9077-2a4b9b7fb155 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:59:38.508361 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:38.514515 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.523807 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d77cc686-78bc-4c8c-b57c-37615c0dc635 None None] Port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:38.597180 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:38.605771 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.606251 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.606640 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.606992 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.607578 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.608115 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.608602 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.609078 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.609552 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.610024 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.610521 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.611011 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.611498 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.611980 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.612452 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:38.712524 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['af5eca8e-a823-4591-9077-2a4b9b7fb155'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:59:38.789229 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537bf5f-1186-4525-8f86-c4c176c28fe5 req-e8765974-16a0-45c7-a2c4-a3528b12b478 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:38.790810 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7537bf5f-1186-4525-8f86-c4c176c28fe5 req-e8765974-16a0-45c7-a2c4-a3528b12b478 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 931 time: 0.1163387 Sep 18 00:59:38.797671 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b48cad-6c5d-45ae-b9d5-20e92d0f778b req-afa4b385-1f5f-4def-8f8f-5919643cde2e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:38.798994 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-81b48cad-6c5d-45ae-b9d5-20e92d0f778b req-afa4b385-1f5f-4def-8f8f-5919643cde2e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 944 time: 0.1256683 Sep 18 00:59:38.884639 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43732) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:38.905010 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b9c951b-684b-434b-a155-3b2e8087a1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:38.914059 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7537bf5f-1186-4525-8f86-c4c176c28fe5 req-3d9162be-0bf4-435c-8fce-e473da507ecd tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140347 Sep 18 00:59:38.971685 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-81b48cad-6c5d-45ae-b9d5-20e92d0f778b req-b809cbad-8690-41b3-9d2c-b087da891f29 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640496 Sep 18 00:59:39.025618 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b9c951b-684b-434b-a155-3b2e8087a1e2 admin admin] Publish callbacks [] for security_group (f6fc1242-ee54-4fca-af76-0bc4cf3cee41), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.025883 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d77cc686-78bc-4c8c-b57c-37615c0dc635 None None] Attempt 2 to provision port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 Sep 18 00:59:39.030099 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5b9c951b-684b-434b-a155-3b2e8087a1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (f6fc1242-ee54-4fca-af76-0bc4cf3cee41), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.034708 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfcd0e79-9fb2-4117-b12a-c4de2d65b667 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:59:39.044597 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Publish callbacks [] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.066360 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d77cc686-78bc-4c8c-b57c-37615c0dc635 None None] Port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:39.066973 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c951b-684b-434b-a155-3b2e8087a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fc1242-ee54-4fca-af76-0bc4cf3cee41,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.067246 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Transition to ACTIVE for port object bfcd0e79-9fb2-4117-b12a-c4de2d65b667 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:59:39.072508 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.088045 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5b9c951b-684b-434b-a155-3b2e8087a1e2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2cde2b94cae2420f96f0c1121b815181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017074 Sep 18 00:59:39.091311 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43738) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:39.146869 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.155468 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39ca2918-9341-4884-9016-e03296da96c6 admin admin] Publish callbacks [] for security_group (f6fc1242-ee54-4fca-af76-0bc4cf3cee41), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.158701 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Attempting to bind port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:59:39.158701 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Attempting to bind port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:59:39.159134 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Attempting to bind port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 on network a19f83a0-76a4-4dc1-a372-2847ecc4812d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:39.180261 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39ca2918-9341-4884-9016-e03296da96c6 admin admin] Publish callbacks [] for security_group (f6fc1242-ee54-4fca-af76-0bc4cf3cee41), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.202878 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 on network a19f83a0-76a4-4dc1-a372-2847ecc4812d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:59:39.203255 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Attempting to bind port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 on network a19f83a0-76a4-4dc1-a372-2847ecc4812d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:39.247960 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39ca2918-9341-4884-9016-e03296da96c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (f6fc1242-ee54-4fca-af76-0bc4cf3cee41), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.250926 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39ca2918-9341-4884-9016-e03296da96c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.254368 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-39ca2918-9341-4884-9016-e03296da96c6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/f6fc1242-ee54-4fca-af76-0bc4cf3cee41 HTTP/1.1" status: 204 len: 168 time: 0.1597054 Sep 18 00:59:39.260913 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca2918-9341-4884-9016-e03296da96c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fc1242-ee54-4fca-af76-0bc4cf3cee41,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.271482 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:59:39.271826 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Checking segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:39.272911 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Bound using segment: {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:59:39.274884 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Bound port: bfcd0e79-9fb2-4117-b12a-c4de2d65b667, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a472ad2-0cda-415b-bf9b-0beb86990b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:59:39.275287 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.369011 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:39.371286 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] For port bfcd0e79-9fb2-4117-b12a-c4de2d65b667, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:39.376004 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] For port bfcd0e79-9fb2-4117-b12a-c4de2d65b667, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:39.376282 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43752) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:39.380833 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b685545f-da81-40bf-9c36-25e6cf52b10b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642669758', 'description': 'tempest-description--128145692'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:39.384427 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.388290 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:39.389277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.391397 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/bfcd0e79-9fb2-4117-b12a-c4de2d65b667 HTTP/1.1" status: 200 len: 1093 time: 1.4114363 Sep 18 00:59:39.395678 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:39.399126 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec97b67-83b3-41be-99f4-1b0f49a147e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:39.411968 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b685545f-da81-40bf-9c36-25e6cf52b10b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.460468 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d04828-b94c-4830-b823-f15a12904f1d x-openstack-request-id: req-a5d04828-b94c-4830-b823-f15a12904f1d {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:39.460686 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:39.460935 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5d04828-b94c-4830-b823-f15a12904f1d {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:39.461561 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d04828-b94c-4830-b823-f15a12904f1d'] response: {'name': 'network-changed', 'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'status': 'completed', 'code': 200} Sep 18 00:59:39.467756 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:39.476906 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:39.496017 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eed53a-e95b-4e99-ad41-f0c2065eb881 service neutron] Pushing event updated for resources: {'Port': ['ID=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.507995 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b685545f-da81-40bf-9c36-25e6cf52b10b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (ac3120fd-b51a-4c74-b0ec-587512d76df6), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.514782 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b685545f-da81-40bf-9c36-25e6cf52b10b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (ac3120fd-b51a-4c74-b0ec-587512d76df6), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.532467 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:39.539768 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-29c324fb-6b48-4bf3-922f-ffbc8fa9269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:39.541386 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-29c324fb-6b48-4bf3-922f-ffbc8fa9269f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 1127 time: 0.0613256 Sep 18 00:59:39.554539 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685545f-da81-40bf-9c36-25e6cf52b10b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3120fd-b51a-4c74-b0ec-587512d76df6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.560372 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b685545f-da81-40bf-9c36-25e6cf52b10b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.561839 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b685545f-da81-40bf-9c36-25e6cf52b10b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1845021 Sep 18 00:59:39.564874 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43758) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:39.567359 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d77cc686-78bc-4c8c-b57c-37615c0dc635 None None] Attempt 3 to provision port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 Sep 18 00:59:39.596739 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-83acd505-4b7c-472c-8352-d47de48f6393 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group_rule': {'security_group_id': 'ac3120fd-b51a-4c74-b0ec-587512d76df6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:39.605661 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-860ac541-e12c-4cb2-ad3a-c4f487f59682 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667 HTTP/1.1" status: 200 len: 217 time: 0.0486588 Sep 18 00:59:39.609896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d77cc686-78bc-4c8c-b57c-37615c0dc635 None None] Port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:59:39.654979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83acd505-4b7c-472c-8352-d47de48f6393 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (ab29c27a-a6ee-49bd-8616-fc217c89e627), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.679040 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-fbea16bc-cb8f-4494-bf8f-e25411d30df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:39.680609 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-fbea16bc-cb8f-4494-bf8f-e25411d30df7 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.0682018 Sep 18 00:59:39.738008 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43760) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:39.753108 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ff613cc0-89bb-4113-9a8e-9cee0ef42731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:39.754376 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f6b8aa-5fc4-4892-a177-c31acc89b76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.754678 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-ff613cc0-89bb-4113-9a8e-9cee0ef42731 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626771 Sep 18 00:59:39.764202 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83acd505-4b7c-472c-8352-d47de48f6393 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (ab29c27a-a6ee-49bd-8616-fc217c89e627), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.774550 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83acd505-4b7c-472c-8352-d47de48f6393 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (ab29c27a-a6ee-49bd-8616-fc217c89e627), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.833929 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acd505-4b7c-472c-8352-d47de48f6393 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab29c27a-a6ee-49bd-8616-fc217c89e627,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.843814 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83acd505-4b7c-472c-8352-d47de48f6393 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.844941 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-83acd505-4b7c-472c-8352-d47de48f6393 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2788038 Sep 18 00:59:39.846324 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f6b8aa-5fc4-4892-a177-c31acc89b76a admin admin] Publish callbacks [] for security_group (9aed0cb7-5c12-4f82-8030-9b514be6ea81), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.850087 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43762) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:39.857044 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-67c41021-cc1a-4978-acfb-952b24c65ef5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group_rule': {'security_group_id': 'ac3120fd-b51a-4c74-b0ec-587512d76df6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:39.863793 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f6b8aa-5fc4-4892-a177-c31acc89b76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9aed0cb7-5c12-4f82-8030-9b514be6ea81), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.900862 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-98e77ae8-d59e-429a-bb51-ddd2e1504d12 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345115 Sep 18 00:59:39.919080 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6b8aa-5fc4-4892-a177-c31acc89b76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aed0cb7-5c12-4f82-8030-9b514be6ea81,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:39.925558 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a8f6b8aa-5fc4-4892-a177-c31acc89b76a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a2d7fb49579646f195f993081ce7ea06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1864760 Sep 18 00:59:39.929066 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43766) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:39.955381 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67c41021-cc1a-4978-acfb-952b24c65ef5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (af3145a6-aa86-4f96-b9fd-f6357ea7e90f), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.051288 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-976485b9-e7c8-4e33-b904-16aa27d46e8d admin admin] Publish callbacks [] for security_group (9aed0cb7-5c12-4f82-8030-9b514be6ea81), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.056518 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67c41021-cc1a-4978-acfb-952b24c65ef5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (af3145a6-aa86-4f96-b9fd-f6357ea7e90f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.063471 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67c41021-cc1a-4978-acfb-952b24c65ef5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (af3145a6-aa86-4f96-b9fd-f6357ea7e90f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.076621 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:40.082828 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d483066f-0a6c-45c7-9a0a-097fedb1c1c1 req-c041155b-7f3b-47b5-8886-43eda442a67a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741407 Sep 18 00:59:40.096075 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef89422-3337-4d00-b5a2-24c7648f80f7 req-dc50e8f5-9c42-488f-b3d2-7c71b834cc96 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:40.108091 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cef89422-3337-4d00-b5a2-24c7648f80f7 req-dc50e8f5-9c42-488f-b3d2-7c71b834cc96 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 943 time: 0.0644615 Sep 18 00:59:40.147525 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port af5eca8e-a823-4591-9077-2a4b9b7fb155 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:40.148454 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.149004 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port af5eca8e-a823-4591-9077-2a4b9b7fb155 Sep 18 00:59:40.152333 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-976485b9-e7c8-4e33-b904-16aa27d46e8d admin admin] Publish callbacks [] for security_group (9aed0cb7-5c12-4f82-8030-9b514be6ea81), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.218798 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c41021-cc1a-4978-acfb-952b24c65ef5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3145a6-aa86-4f96-b9fd-f6357ea7e90f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:40.240374 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67c41021-cc1a-4978-acfb-952b24c65ef5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.242445 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-67c41021-cc1a-4978-acfb-952b24c65ef5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3890085 Sep 18 00:59:40.248713 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43782) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:40.248917 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57431ce2-d1fa-431f-9633-fffbe0672b7b req-83202049-dc71-40b8-8fe7-cbf68bc10d7b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:40.255385 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-57431ce2-d1fa-431f-9633-fffbe0672b7b req-83202049-dc71-40b8-8fe7-cbf68bc10d7b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 944 time: 0.1444767 Sep 18 00:59:40.256357 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:40.287252 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-976485b9-e7c8-4e33-b904-16aa27d46e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9aed0cb7-5c12-4f82-8030-9b514be6ea81), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.290533 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-976485b9-e7c8-4e33-b904-16aa27d46e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.291325 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port af5eca8e-a823-4591-9077-2a4b9b7fb155 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:40.291696 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-976485b9-e7c8-4e33-b904-16aa27d46e8d admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9aed0cb7-5c12-4f82-8030-9b514be6ea81 HTTP/1.1" status: 204 len: 168 time: 0.3613465 Sep 18 00:59:40.292111 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.298730 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cef89422-3337-4d00-b5a2-24c7648f80f7 req-84351b69-01e8-43cf-bab2-870ea6810aa4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823575 Sep 18 00:59:40.305043 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976485b9-e7c8-4e33-b904-16aa27d46e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aed0cb7-5c12-4f82-8030-9b514be6ea81,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:40.329126 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.357523 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-57431ce2-d1fa-431f-9633-fffbe0672b7b req-023c72a7-1414-4126-ab1d-5751182f1adf tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011505 Sep 18 00:59:40.408174 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:40.410918 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29edff23-b7ee-4631-9cbf-0f2d74e6394a" -d '{"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-plugged", "status": "completed", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:40.430593 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:40.437557 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.470888 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ca7955-d1de-491b-bf15-6976274631c6 x-openstack-request-id: req-a3ca7955-d1de-491b-bf15-6976274631c6 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:40.471205 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-plugged", "status": "completed", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:40.471359 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.471478 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3ca7955-d1de-491b-bf15-6976274631c6 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:40.471846 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ca7955-d1de-491b-bf15-6976274631c6'] response: {'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'code': 200} Sep 18 00:59:40.500835 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:40.596959 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:40.608515 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Allocated IP 172.37.7.88 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/ba36dabd-ab3e-4b33-ad72-1189dade6e8d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:40.660206 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:40.720670 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (ba36dabd-ab3e-4b33-ad72-1189dade6e8d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.755522 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (ba36dabd-ab3e-4b33-ad72-1189dade6e8d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.808426 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:40.812034 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:40.817234 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:40.842263 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=ba36dabd-ab3e-4b33-ad72-1189dade6e8d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:40.909409 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (abacfbfd-68c0-4d2b-b495-0b7760303c7c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.954633 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ba36dabd-ab3e-4b33-ad72-1189dade6e8d), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:41.118181 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (ba36dabd-ab3e-4b33-ad72-1189dade6e8d), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:41.123661 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (ba36dabd-ab3e-4b33-ad72-1189dade6e8d), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:41.191123 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43808) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:41.193232 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=ba36dabd-ab3e-4b33-ad72-1189dade6e8d,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:41.195754 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (abacfbfd-68c0-4d2b-b495-0b7760303c7c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:41.213343 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:41.214718 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e099283e-0bc9-4de8-afeb-13d7451ec6fd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9656246 Sep 18 00:59:41.284661 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-7ea883ef-8b3c-47fe-afef-8b3de05dc3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:41.287247 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-7ea883ef-8b3c-47fe-afef-8b3de05dc3d2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 1127 time: 0.0517089 Sep 18 00:59:41.429267 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2107024351-network', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:41.460277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-4c21d190-4fb5-4afa-b61c-400639d41b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:41.461842 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-4c21d190-4fb5-4afa-b61c-400639d41b07 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.1654520 Sep 18 00:59:41.531135 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-fbc93d78-86ab-4a3c-9e17-5bb5669f84eb service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667 HTTP/1.1" status: 200 len: 217 time: 0.0446863 Sep 18 00:59:41.536398 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:41.581812 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Made reservation on behalf of c9f737f6350f4d1f993708b1f90a862e for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:41.584490 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:41.620198 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34608948-97e6-4e84-866d-8bda74a4a20f req-45eb0900-35b0-4cb3-9f8c-87a567f89695 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:41.621852 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-34608948-97e6-4e84-866d-8bda74a4a20f req-45eb0900-35b0-4cb3-9f8c-87a567f89695 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 943 time: 0.1854010 Sep 18 00:59:41.633566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:41.649488 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:41.684312 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc8105-10cb-44b2-9d67-39a9fd60221d req-3d6a3bb1-9fef-4b25-94a8-f0a5235aaeb3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:41.685944 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ebfc8105-10cb-44b2-9d67-39a9fd60221d req-3d6a3bb1-9fef-4b25-94a8-f0a5235aaeb3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1578703 Sep 18 00:59:41.722159 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-9794405c-dae8-4bad-8fe3-e07c801dbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:41.723603 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-9794405c-dae8-4bad-8fe3-e07c801dbfae service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.1705065 Sep 18 00:59:41.827765 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-34608948-97e6-4e84-866d-8bda74a4a20f req-80173ad8-899e-4fbc-a5ed-d42e72be6f12 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923666 Sep 18 00:59:41.844047 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-2a49f933-7007-449c-b87e-d43f976222a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:41.845534 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-2a49f933-7007-449c-b87e-d43f976222a2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013608 Sep 18 00:59:41.851963 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ebfc8105-10cb-44b2-9d67-39a9fd60221d req-1f26c8a3-374e-4041-9d16-e1494adec2c3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501524 Sep 18 00:59:41.949407 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Publish callbacks [] for security_group (044246fb-fc9c-4479-ba94-a89c06bee7d4), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:41.957000 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (044246fb-fc9c-4479-ba94-a89c06bee7d4), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.010913 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:59:42.054590 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044246fb-fc9c-4479-ba94-a89c06bee7d4,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:42.076128 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (717f5a2b-3930-4f2d-ab17-58d845fcab2c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.077449 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Added segment 717f5a2b-3930-4f2d-ab17-58d845fcab2c of type vlan for network 6fef5f4e-b094-42f4-8864-339fd1327a47 Sep 18 00:59:42.090859 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-fc22b444-c7ab-4dfb-81d3-0707f7bec50d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372882 Sep 18 00:59:42.204715 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (6fef5f4e-b094-42f4-8864-339fd1327a47), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.210014 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-311343e3-ee6b-4869-8a77-95ef4bf04de1 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1642669758&fields=id&tenant_id=cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 267 time: 0.2305636 Sep 18 00:59:42.315181 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (6fef5f4e-b094-42f4-8864-339fd1327a47), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.317026 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:42.317681 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.409232 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2ec97b67-83b3-41be-99f4-1b0f49a147e2 req-e7c6da2a-3b33-41f2-aca4-159e6caeb25a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039458 Sep 18 00:59:42.421312 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2290394 Sep 18 00:59:42.425707 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43870) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:42.434232 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Request body: {'subnet': {'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2107024351-subnet', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:42.484227 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3900b7-101d-4b81-8259-fe1ce65ca5f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6fef5f4e-b094-42f4-8864-339fd1327a47,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:42.497524 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Made reservation on behalf of c9f737f6350f4d1f993708b1f90a862e for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:42.510772 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397035'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.512952 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 6fef5f4e-b094-42f4-8864-339fd1327a47 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:59:42.522638 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-87d776ec-1d57-407b-b4b5-ca0bd9d14d35 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:42.530567 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-87d776ec-1d57-407b-b4b5-ca0bd9d14d35 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 813 time: 0.3112342 Sep 18 00:59:42.540482 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:42.549511 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-ab1487c9-4073-4443-ba8b-e83124ed2ee2 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/quotas/cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 375 time: 0.0170901 Sep 18 00:59:42.639101 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-bb86f784-3596-44e7-a9c5-14f0869382b2 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812099 Sep 18 00:59:42.650225 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:42.753566 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:42.820760 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-e52a66f0-7711-4584-ad23-9154d0c2e909 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799479 Sep 18 00:59:42.838260 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:42.843802 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3677013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397053'] for subnet (595b0dbc-1cbd-4eca-899d-ffb164355224), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.929553 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Pushing event updated for resources: {'Subnet': ['ID=595b0dbc-1cbd-4eca-899d-ffb164355224,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:42.939314 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Checking segment: {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:42.939314 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Network hostable DHCP agents. Network: 6fef5f4e-b094-42f4-8864-339fd1327a47, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:59:42.976450 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Network 6fef5f4e-b094-42f4-8864-339fd1327a47 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:59:42.996322 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6fef5f4e-b094-42f4-8864-339fd1327a47) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:43.005770 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99724fb8-29b9-45ef-aa41-0651ab876beb None None] Network 6fef5f4e-b094-42f4-8864-339fd1327a47 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:59:43.006791 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:43.007926 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.042077 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-dfce2a3c-78b9-40b7-9ae6-99f86824516e admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6129656 Sep 18 00:59:43.043197 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43886) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:43.051410 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:43.065097 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d57e4-edf2-48e1-9854-be41263abe54 req-780e23b2-6281-4c65-bc7a-893bccb879fa tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:43.066684 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f69d57e4-edf2-48e1-9854-be41263abe54 req-780e23b2-6281-4c65-bc7a-893bccb879fa tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 943 time: 0.1169031 Sep 18 00:59:43.090173 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43888) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:43.097959 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.099793 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.157542 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-177d5fbb-096a-40b7-9cee-e0dbc72f5b5c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274803 Sep 18 00:59:43.195165 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f69d57e4-edf2-48e1-9854-be41263abe54 req-740d1691-d458-472d-b65d-b109c89b6c06 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203337 Sep 18 00:59:43.232123 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks [] for router_controller (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.295413 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6fef5f4e-b094-42f4-8864-339fd1327a47', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:59:43.296362 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.402728 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39e11c-af8e-4fa4-ac2c-03364d55a261 req-2bf64532-76dd-4db4-8655-cd5b35c770f7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:43.406756 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dc39e11c-af8e-4fa4-ac2c-03364d55a261 req-2bf64532-76dd-4db4-8655-cd5b35c770f7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1214247 Sep 18 00:59:43.553504 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:43.559884 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-13a8d1f6-0cf9-47e9-9dad-a28ec3b43d68 req-96afc7ca-bf7c-4fbd-ba1b-7b8d03e9e134 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 210 time: 0.0962400 Sep 18 00:59:43.600502 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Allocated IP 172.20.0.2 (6fef5f4e-b094-42f4-8864-339fd1327a47/595b0dbc-1cbd-4eca-899d-ffb164355224/0aebe2c9-00f8-41a4-a454-c6dc3fd4c233) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:43.604852 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dc39e11c-af8e-4fa4-ac2c-03364d55a261 req-da73f144-251c-4283-92c5-fdc164104798 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903772 Sep 18 00:59:43.639511 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e468cb8d-df70-40ab-8d21-888824275eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.652246 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:43.713020 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks [] for router_gateway (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.836747 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:43.855407 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Publish callbacks [] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.864778 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.899377 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e468cb8d-df70-40ab-8d21-888824275eb2 admin admin] Publish callbacks [] for security_group (0c713613-57b6-4232-8fec-1290e0250540), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.914617 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Network 6fef5f4e-b094-42f4-8864-339fd1327a47 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:43.917859 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:43.924704 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:43.931804 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Pushing event updated for resources: {'Port': ['ID=0aebe2c9-00f8-41a4-a454-c6dc3fd4c233,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:43.945989 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e468cb8d-df70-40ab-8d21-888824275eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0c713613-57b6-4232-8fec-1290e0250540), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.048714 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Attempting to bind port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:59:44.050373 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Attempting to bind port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:59:44.054796 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Attempting to bind port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 on network 6fef5f4e-b094-42f4-8864-339fd1327a47 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:44.093150 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43910) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:44.093402 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e468cb8d-df70-40ab-8d21-888824275eb2 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=faf829449e074324901c08d9e1215533&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0015450 Sep 18 00:59:44.099138 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks [] for router_gateway (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.124326 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468cb8d-df70-40ab-8d21-888824275eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c713613-57b6-4232-8fec-1290e0250540,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:44.140829 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.173187 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device bfcd0e79-9fb2-4117-b12a-c4de2d65b667 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:59:44.193684 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43912) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:44.194131 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:59:44.194705 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Checking segment: {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:44.195125 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.195520 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Bound using segment: {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:59:44.196099 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Bound port: 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:59:44.196480 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.213342 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1b299967-9f00-4888-90c0-b2ebdd0c6baa admin admin] Publish callbacks [] for security_group (0c713613-57b6-4232-8fec-1290e0250540), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.256152 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1b299967-9f00-4888-90c0-b2ebdd0c6baa admin admin] Publish callbacks [] for security_group (0c713613-57b6-4232-8fec-1290e0250540), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.287251 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:44.362796 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] For port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:44.368704 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] For port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0aebe2c9-00f8-41a4-a454-c6dc3fd4c233,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:44.380033 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1b299967-9f00-4888-90c0-b2ebdd0c6baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0c713613-57b6-4232-8fec-1290e0250540), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.388340 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1b299967-9f00-4888-90c0-b2ebdd0c6baa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.391925 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.392222 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-1b299967-9f00-4888-90c0-b2ebdd0c6baa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0c713613-57b6-4232-8fec-1290e0250540 HTTP/1.1" status: 204 len: 168 time: 0.2964020 Sep 18 00:59:44.441303 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Allocated IP 172.37.7.42 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/9bdba3af-8d73-4887-833d-b266e04c8ab6) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:44.481638 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b9634a06-0b35-4a44-aa75-3d6630cf7d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.552925 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b299967-9f00-4888-90c0-b2ebdd0c6baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c713613-57b6-4232-8fec-1290e0250540,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:44.554550 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port bfcd0e79-9fb2-4117-b12a-c4de2d65b667, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:44.578235 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76202c79-1d17-4016-b79c-13e40772b421 req-64a23331-526e-4e5e-bad7-b19cb11e3be6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:44.582663 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:44.594687 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-76202c79-1d17-4016-b79c-13e40772b421 req-64a23331-526e-4e5e-bad7-b19cb11e3be6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 943 time: 0.2395856 Sep 18 00:59:44.621745 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656c0af-6e46-4369-8ed6-0c9a2fc45236 None None] Pushing event updated for resources: {'Port': ['ID=0aebe2c9-00f8-41a4-a454-c6dc3fd4c233,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:44.649519 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'port_id': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'mac_address': 'fa:16:3e:ea:e2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:59:44.813623 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:44.814020 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.821369 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks [] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.853522 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfcd0e79-9fb2-4117-b12a-c4de2d65b667 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:59:44.874090 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-54a9424e-99f0-46d3-bad5-e1d9fc087df1 req-295a2e08-570f-4e1f-9b99-c842db1540f3 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 210 time: 0.0906188 Sep 18 00:59:44.878154 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-76202c79-1d17-4016-b79c-13e40772b421 req-bcfc4c03-5c3c-4037-bbe5-ead67921d827 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823868 Sep 18 00:59:44.951425 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b9634a06-0b35-4a44-aa75-3d6630cf7d39 admin admin] Publish callbacks [] for security_group (027aa2a2-a877-4763-b083-1827e518416a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.953815 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port bfcd0e79-9fb2-4117-b12a-c4de2d65b667, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:44.958819 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b9634a06-0b35-4a44-aa75-3d6630cf7d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (027aa2a2-a877-4763-b083-1827e518416a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.961939 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:44.968922 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:44.977978 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:45.020356 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9634a06-0b35-4a44-aa75-3d6630cf7d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027aa2a2-a877-4763-b083-1827e518416a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:45.027179 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-b9634a06-0b35-4a44-aa75-3d6630cf7d39 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=efccc3a3c8254b15bf40f003f37832af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8319283 Sep 18 00:59:45.029799 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 43926) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:45.111676 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:45.146612 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:45.149774 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:45.160328 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:45.166511 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Pushing event updated for resources: {'Port': ['ID=9bdba3af-8d73-4887-833d-b266e04c8ab6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:45.172733 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ffda7-a8d6-438b-82f2-2328e01c0924 req-b7b4c3df-bfbd-4eab-9536-a32d546874dd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:45.185320 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b60ffda7-a8d6-438b-82f2-2328e01c0924 req-b7b4c3df-bfbd-4eab-9536-a32d546874dd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1000104 Sep 18 00:59:45.232295 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:45.237275 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-067037e3-2725-40ad-bdb6-1700e44e7755 admin admin] Publish callbacks [] for security_group (027aa2a2-a877-4763-b083-1827e518416a), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:45.281341 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-067037e3-2725-40ad-bdb6-1700e44e7755 admin admin] Publish callbacks [] for security_group (027aa2a2-a877-4763-b083-1827e518416a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:45.294074 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b60ffda7-a8d6-438b-82f2-2328e01c0924 req-52e7cfff-304e-4456-9d87-6b177ac9ea4f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078832 Sep 18 00:59:45.353186 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-067037e3-2725-40ad-bdb6-1700e44e7755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (027aa2a2-a877-4763-b083-1827e518416a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:45.354690 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['bfcd0e79-9fb2-4117-b12a-c4de2d65b667'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:59:45.356091 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-067037e3-2725-40ad-bdb6-1700e44e7755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:45.357386 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-067037e3-2725-40ad-bdb6-1700e44e7755 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/027aa2a2-a877-4763-b083-1827e518416a HTTP/1.1" status: 204 len: 168 time: 0.3146143 Sep 18 00:59:45.368336 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067037e3-2725-40ad-bdb6-1700e44e7755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027aa2a2-a877-4763-b083-1827e518416a,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:45.671747 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks [] for router_gateway (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:46.064574 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-daa53f16-2394-4e14-a5a9-149ca42500ea tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:46.080552 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-daa53f16-2394-4e14-a5a9-149ca42500ea tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 813 time: 0.2764652 Sep 18 00:59:46.242958 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:46.295882 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-780b73a3-98e2-4c85-928f-1edd9d140f4d req-a9afe9a8-8276-4836-acdb-7edce3bf9943 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 210 time: 0.1691303 Sep 18 00:59:46.328398 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60e9822-a5fa-44d3-aa2b-4598763a9e85 None None] Network 6fef5f4e-b094-42f4-8864-339fd1327a47 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:59:46.404134 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc00e81-16c0-4a13-862c-6a7af337117a req-1dc38950-3bcd-4b5d-817f-bbe8d2e06072 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:46.414061 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5cc00e81-16c0-4a13-862c-6a7af337117a req-1dc38950-3bcd-4b5d-817f-bbe8d2e06072 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 944 time: 0.2883840 Sep 18 00:59:46.430387 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-e53f6a68-d6e6-442c-af7d-17206aa4b47a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 472 time: 0.3490038 Sep 18 00:59:46.464593 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-43e35699-ae27-47e9-ab28-79fb4cdbcb84 None None] Provisioning complete for port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:46.464963 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43e35699-ae27-47e9-ab28-79fb4cdbcb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:46.465294 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-43e35699-ae27-47e9-ab28-79fb4cdbcb84 None None] Attempt 1 to provision port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 Sep 18 00:59:46.465642 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'port': {'device_id': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'admin_state_up': True, 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'security_groups': ['ac3120fd-b51a-4c74-b0ec-587512d76df6']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:46.574540 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Router ffa3533a-789b-4278-8b9d-6d4c19e56a9a is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:59:46.641368 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Made reservation on behalf of cf1375f9f28c43fda090a236635c4188 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:46.653317 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:46.721535 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5cc00e81-16c0-4a13-862c-6a7af337117a req-ebb84f56-f754-44ce-967f-0ddd4d9e72ea tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060894 Sep 18 00:59:46.739117 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b57915-81a7-4b7c-a38f-7b3d0ad965e3 req-8532505e-b9ae-49c2-aee6-1f16e07b54b0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:46.741937 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b0b57915-81a7-4b7c-a38f-7b3d0ad965e3 req-8532505e-b9ae-49c2-aee6-1f16e07b54b0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1250598 Sep 18 00:59:46.808632 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:46.808902 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:46.814100 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:46.836430 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b0b57915-81a7-4b7c-a38f-7b3d0ad965e3 req-5a1cc15c-535f-48f5-a965-64321ea22378 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873480 Sep 18 00:59:46.878570 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:46.888119 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-12d745a6-d395-4adf-83fa-2a27d4e60dda admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8430049 Sep 18 00:59:46.888256 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43974) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:46.941857 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device bfcd0e79-9fb2-4117-b12a-c4de2d65b667 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:47.013928 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Sync routers for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:47.041289 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:47.135616 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Allocated IP 172.20.0.14 (3227bd19-4c4c-45c0-aee5-e73b3870bae1/665e6178-f5ce-4fbf-9a1f-c6745892e403/b8d36f12-54c1-44a9-97c9-bfd9768a810e) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:47.152393 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:47.160882 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:47.164880 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:47.186865 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:59:47.400960 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:47.401689 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:47.401689 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 Sep 18 00:59:47.412576 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 43984) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:47.513902 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:47.521284 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:47.530935 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:47.574365 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-43e35699-ae27-47e9-ab28-79fb4cdbcb84 None None] Current status of the port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:47.574935 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43e35699-ae27-47e9-ab28-79fb4cdbcb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:47.706179 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1a0de5eb-041d-4e35-baea-b42516af1675 req-76e82afe-374e-4a0c-86c3-930fa4df5b4b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 210 time: 0.1736777 Sep 18 00:59:47.730016 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:47.742897 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:47.743584 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:47.743921 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 Sep 18 00:59:47.815207 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1897871608-network', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:47.830204 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:47.879332 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-43e35699-ae27-47e9-ab28-79fb4cdbcb84 None None] For port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0aebe2c9-00f8-41a4-a454-c6dc3fd4c233,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:47.957675 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:48.001058 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.003059 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Made reservation on behalf of 6958209222b44905bcb4baa1b8c26c58 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:48.024932 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-43e35699-ae27-47e9-ab28-79fb4cdbcb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.025203 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.034560 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:48.041000 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:48.054344 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:48.055021 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.070932 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=b8d36f12-54c1-44a9-97c9-bfd9768a810e,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:48.078974 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.111466 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:48.118108 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e35699-ae27-47e9-ab28-79fb4cdbcb84 None None] Pushing event updated for resources: {'Port': ['ID=0aebe2c9-00f8-41a4-a454-c6dc3fd4c233,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:48.122849 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952039a-4bab-4971-b21b-9549004a306e req-39bc1b42-6205-4605-8eca-dfb7b416b54c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:48.133438 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1952039a-4bab-4971-b21b-9549004a306e req-39bc1b42-6205-4605-8eca-dfb7b416b54c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 944 time: 0.2150145 Sep 18 00:59:48.150507 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:48.170927 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7004112e-56ed-4d6c-88ff-c92cab322a74 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7158828 Sep 18 00:59:48.199699 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afce47-ab96-407e-ba53-e1091cc06fe7 req-eacab69d-c3fa-43d1-b01b-c08bfb6c9853 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:48.201565 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-89afce47-ab96-407e-ba53-e1091cc06fe7 req-eacab69d-c3fa-43d1-b01b-c08bfb6c9853 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1402178 Sep 18 00:59:48.214714 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Request body: {'port': {'device_id': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:48.247838 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:48.248245 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.389470 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Allocated IP 172.20.0.1 (6fef5f4e-b094-42f4-8864-339fd1327a47/595b0dbc-1cbd-4eca-899d-ffb164355224/36cbfb29-244f-40a0-8103-9a9e57bc5288) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:48.393673 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Publish callbacks [] for security_group (e6262c39-854a-496f-b357-a3844d465607), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.402800 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e6262c39-854a-496f-b357-a3844d465607), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.422292 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:59:48.437388 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:48.439958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09ac45d-4598-42ae-b59a-afba1d609168" -d '{"events": [{"server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "name": "network-vif-plugged", "status": "completed", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:48.442687 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:48.449769 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (bc9a769f-f65e-4c23-860c-ce275dd6aac1), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.450400 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Added segment bc9a769f-f65e-4c23-860c-ce275dd6aac1 of type vlan for network 4ff6b087-81f6-47ef-8679-6af29cd7449d Sep 18 00:59:48.476440 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port bfcd0e79-9fb2-4117-b12a-c4de2d65b667, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:48.489233 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.515799 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (4ff6b087-81f6-47ef-8679-6af29cd7449d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.541906 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:48.542658 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:48.582348 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (4ff6b087-81f6-47ef-8679-6af29cd7449d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.583714 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:48.584535 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.631895 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:48.643949 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Provisioning complete for port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:48.644561 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.645065 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Attempt 1 to provision port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 Sep 18 00:59:48.679554 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:45Z', 'revision_number': 3, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:48.704500 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff6b087-81f6-47ef-8679-6af29cd7449d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:48.722028 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:59:48.724773 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Checking router: ffa3533a-789b-4278-8b9d-6d4c19e56a9a for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:59:48.725353 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Updating router ffa3533a-789b-4278-8b9d-6d4c19e56a9a port 9bdba3af-8d73-4887-833d-b266e04c8ab6 binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:59:48.728231 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6262c39-854a-496f-b357-a3844d465607,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:48.734052 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1952039a-4bab-4971-b21b-9549004a306e req-499811fe-9c8f-465d-8779-6c3671796f45 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5994654 Sep 18 00:59:48.754544 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-0ffea3dd-0f5b-4ad4-9244-e5061d661384 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3307261 Sep 18 00:59:48.754544 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44000) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:48.754544 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Request body: {'subnet': {'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1897871608-subnet', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:48.801402 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-89afce47-ab96-407e-ba53-e1091cc06fe7 req-3aac9bd8-f75c-4f51-9abc-d2c7f9e59a58 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827774 Sep 18 00:59:48.809915 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.817547 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Made reservation on behalf of 6958209222b44905bcb4baa1b8c26c58 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:48.824801 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397035'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.840381 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0db268b-67ee-4ab1-9506-e095c1c62b1d x-openstack-request-id: req-b0db268b-67ee-4ab1-9506-e095c1c62b1d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:48.840957 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "name": "network-vif-plugged", "status": "completed", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:48.841372 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0db268b-67ee-4ab1-9506-e095c1c62b1d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:48.841929 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0db268b-67ee-4ab1-9506-e095c1c62b1d'] response: {'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'code': 200} Sep 18 00:59:48.848313 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.060229 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:49.065901 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Publish callbacks [] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.078043 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Current status of the port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:49.132835 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Provisioning complete for port b8d36f12-54c1-44a9-97c9-bfd9768a810e triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:49.133265 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.133623 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Attempt 1 to provision port b8d36f12-54c1-44a9-97c9-bfd9768a810e Sep 18 00:59:49.173484 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:49.233542 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Port b8d36f12-54c1-44a9-97c9-bfd9768a810e cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:49.240357 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:49.240733 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.241164 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 Sep 18 00:59:49.250440 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233565fc-4a7f-41ed-822c-a62ae4fd8b86 req-f167d755-4177-495f-8468-b6efdd332e94 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:49.252006 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-233565fc-4a7f-41ed-822c-a62ae4fd8b86 req-f167d755-4177-495f-8468-b6efdd332e94 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 932 time: 0.2751224 Sep 18 00:59:49.272274 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3677013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397053'] for subnet (52476ad1-2314-4151-89b3-e897e528df42), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.281248 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f17d7b-9712-4674-bc44-4554ca82cc26 req-311722f6-1be4-40bc-9fab-d85727246348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:49.283661 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-37f17d7b-9712-4674-bc44-4554ca82cc26 req-311722f6-1be4-40bc-9fab-d85727246348 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 1129 time: 0.0916936 Sep 18 00:59:49.287419 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.380963 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Network 6fef5f4e-b094-42f4-8864-339fd1327a47 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:49.386721 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:49.390850 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:49.409496 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Pushing event updated for resources: {'Port': ['ID=36cbfb29-244f-40a0-8103-9a9e57bc5288,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:49.413702 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:49.413987 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:49.417189 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:49.439939 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Publish callbacks [] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.458762 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.464890 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.469631 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-233565fc-4a7f-41ed-822c-a62ae4fd8b86 req-a0c4abb0-7984-423a-82a2-e47e09cbee56 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081499 Sep 18 00:59:49.528895 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-37f17d7b-9712-4674-bc44-4554ca82cc26 req-a78db142-9004-4fd0-98fe-043fa8f36973 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362978 Sep 18 00:59:49.626493 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:49.628582 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Attempting to bind port 9bdba3af-8d73-4887-833d-b266e04c8ab6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:59:49.635345 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Attempting to bind port 9bdba3af-8d73-4887-833d-b266e04c8ab6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:59:49.635740 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Attempting to bind port 9bdba3af-8d73-4887-833d-b266e04c8ab6 on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:49.640028 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Checking segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:49.640388 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Network hostable DHCP agents. Network: 4ff6b087-81f6-47ef-8679-6af29cd7449d, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:59:49.693908 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52476ad1-2314-4151-89b3-e897e528df42,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:49.697580 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d36f12-54c1-44a9-97c9-bfd9768a810e {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:59:49.717042 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Publish callbacks [] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.719744 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:59:49.722544 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.734140 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05937b-e37d-4cfe-8a49-9470d4c4a82f None None] Pushing event updated for resources: {'Port': ['ID=9bdba3af-8d73-4887-833d-b266e04c8ab6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:49.737507 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Transition to ACTIVE for port object b8d36f12-54c1-44a9-97c9-bfd9768a810e will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:59:49.738859 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:49.752233 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.757606 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Attempt 2 to provision port b8d36f12-54c1-44a9-97c9-bfd9768a810e Sep 18 00:59:49.795774 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4ff6b087-81f6-47ef-8679-6af29cd7449d) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:49.802883 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:49.803881 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.838241 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f5389-eb26-4682-bbec-6e97cd429baf None None] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:59:49.858415 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c8b86f03-31fe-4e19-acf1-5fbed60464a7 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1081665 Sep 18 00:59:49.862959 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44018) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:49.880801 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:49.908673 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (48d2e058-3cbc-408f-b82a-8f4582274bed), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.909938 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (48d2e058-3cbc-408f-b82a-8f4582274bed), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.972199 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks [] for router_controller (48d2e058-3cbc-408f-b82a-8f4582274bed), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.980622 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Pushing event updated for resources: {'Port': ['ID=b8d36f12-54c1-44a9-97c9-bfd9768a810e,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:50.014881 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Attempting to bind port b8d36f12-54c1-44a9-97c9-bfd9768a810e on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:59:50.015195 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Attempting to bind port b8d36f12-54c1-44a9-97c9-bfd9768a810e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:59:50.015540 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Attempting to bind port b8d36f12-54c1-44a9-97c9-bfd9768a810e on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:50.090235 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6978ba1-c328-4055-ad61-db390ce872a8 req-9d75b249-8e00-4e4b-8d3e-039ef867ad11 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:50.091858 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b6978ba1-c328-4055-ad61-db390ce872a8 req-9d75b249-8e00-4e4b-8d3e-039ef867ad11 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.1895351 Sep 18 00:59:50.102101 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258991e-f8f6-4117-b4b8-cec9a7679a10 req-cbb1ec46-4c49-4861-a775-2d26959cf9f7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:50.102101 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8258991e-f8f6-4117-b4b8-cec9a7679a10 req-cbb1ec46-4c49-4861-a775-2d26959cf9f7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1378899 Sep 18 00:59:50.109783 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Port b8d36f12-54c1-44a9-97c9-bfd9768a810e on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:59:50.110113 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Attempting to bind port b8d36f12-54c1-44a9-97c9-bfd9768a810e on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:50.115552 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:50.237108 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8258991e-f8f6-4117-b4b8-cec9a7679a10 req-97193bab-1546-4e0d-b08d-39277928750f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239545 Sep 18 00:59:50.262387 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:59:50.264436 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b6978ba1-c328-4055-ad61-db390ce872a8 req-9294359b-c4df-4486-bc9d-1d4867d74f26 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618106 Sep 18 00:59:50.266534 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:50.267129 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.267681 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:59:50.268534 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Bound port: 9bdba3af-8d73-4887-833d-b266e04c8ab6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:59:50.269075 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.298487 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:59:50.298487 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Checking segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:50.298487 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Bound using segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:59:50.298487 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Bound port: b8d36f12-54c1-44a9-97c9-bfd9768a810e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:59:50.298487 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.299076 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4ff6b087-81f6-47ef-8679-6af29cd7449d', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:59:50.299076 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.395242 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] For port b8d36f12-54c1-44a9-97c9-bfd9768a810e, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:50.402744 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] For port b8d36f12-54c1-44a9-97c9-bfd9768a810e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8d36f12-54c1-44a9-97c9-bfd9768a810e,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:50.414233 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.420734 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:50.421451 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.423974 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/b8d36f12-54c1-44a9-97c9-bfd9768a810e HTTP/1.1" status: 200 len: 1094 time: 2.2212055 Sep 18 00:59:50.424877 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'tag': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:50.428071 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5530cab6-fbb5-428c-a782-1da0005da50d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2de33a-66be-4df0-9c70-adf5c1b03ec8", "tag": "b8d36f12-54c1-44a9-97c9-bfd9768a810e"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:50.499134 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Pushing event updated for resources: {'Port': ['ID=b8d36f12-54c1-44a9-97c9-bfd9768a810e,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:50.503322 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32db89de-1ecb-4939-9e35-c27ccb5ff560 x-openstack-request-id: req-32db89de-1ecb-4939-9e35-c27ccb5ff560 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:50.503861 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2de33a-66be-4df0-9c70-adf5c1b03ec8", "tag": "b8d36f12-54c1-44a9-97c9-bfd9768a810e", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:50.504117 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32db89de-1ecb-4939-9e35-c27ccb5ff560 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:50.504556 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32db89de-1ecb-4939-9e35-c27ccb5ff560'] response: {'name': 'network-changed', 'server_uuid': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'tag': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e', 'status': 'completed', 'code': 200} Sep 18 00:59:50.514981 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.515777 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.515777 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.516104 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.516564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.516762 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.517151 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.518199 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.518565 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.519321 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.519321 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.519522 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.519975 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.520435 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.520768 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67890f60-6958-49ca-baf2-4bcddd13c32d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:50.532912 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Port b8d36f12-54c1-44a9-97c9-bfd9768a810e cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:50.561282 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Allocated IP 172.20.0.2 (4ff6b087-81f6-47ef-8679-6af29cd7449d/52476ad1-2314-4151-89b3-e897e528df42/6d6637b3-4685-493a-a938-d64f9f4aadd0) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:50.610754 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] For port 9bdba3af-8d73-4887-833d-b266e04c8ab6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:50.614510 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:50.658929 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks [] for router_gateway (48d2e058-3cbc-408f-b82a-8f4582274bed), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.661694 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] For port 9bdba3af-8d73-4887-833d-b266e04c8ab6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9bdba3af-8d73-4887-833d-b266e04c8ab6,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:50.671293 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:50.677232 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.678787 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e37d81-90cc-4795-8b1b-0a3db132e614 req-efd16438-37d9-4c4a-927e-262289c9f53e tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:50.691619 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-81e37d81-90cc-4795-8b1b-0a3db132e614 req-efd16438-37d9-4c4a-927e-262289c9f53e tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 944 time: 0.1110439 Sep 18 00:59:50.744129 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Publish callbacks [] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.768581 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-81e37d81-90cc-4795-8b1b-0a3db132e614 req-e623080f-6a5a-4fd4-82f1-922e6dfc2182 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755131 Sep 18 00:59:50.826714 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:50.826714 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:50.858965 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.971251 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Publish callbacks [] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:50.994251 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05937b-e37d-4cfe-8a49-9470d4c4a82f None None] Pushing event updated for resources: {'Port': ['ID=9bdba3af-8d73-4887-833d-b266e04c8ab6,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:51.012388 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.063738 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.076013 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Pushing event updated for resources: {'Port': ['ID=36cbfb29-244f-40a0-8103-9a9e57bc5288,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:51.096877 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Attempt 3 to provision port b8d36f12-54c1-44a9-97c9-bfd9768a810e Sep 18 00:59:51.136877 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks [] for router_gateway (48d2e058-3cbc-408f-b82a-8f4582274bed), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.143291 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Pushing event updated for resources: {'Port': ['ID=6d6637b3-4685-493a-a938-d64f9f4aadd0,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:51.161172 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.183073 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bc548ad2-806f-4f3b-92cf-146b5f6265d3 None None] Port b8d36f12-54c1-44a9-97c9-bfd9768a810e had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:59:51.207693 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:51.213462 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:51.228956 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:51.255636 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Network 6fef5f4e-b094-42f4-8864-339fd1327a47 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:51.260254 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:51.382707 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:51.531705 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530cab6-fbb5-428c-a782-1da0005da50d req-b8ef0f1e-f70b-4434-8ccc-bbc02505157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:51.532909 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5530cab6-fbb5-428c-a782-1da0005da50d req-b8ef0f1e-f70b-4434-8ccc-bbc02505157a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 1128 time: 0.1297684 Sep 18 00:59:51.572727 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Allocated IP 172.37.7.208 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/53579179-4864-4392-a0a7-3beb46ff0d22) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:51.588361 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:51.760604 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3557c-464a-4106-93a3-421d9062b8b9 req-4f42fa26-d49d-452a-9d02-521717f081d4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:51.762164 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-53f3557c-464a-4106-93a3-421d9062b8b9 req-4f42fa26-d49d-452a-9d02-521717f081d4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.2258973 Sep 18 00:59:51.770418 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e70047-7255-42b0-9542-8674a1db3661 req-956a4c62-323f-4f38-9f16-3ac28d56eb87 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:51.771970 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-19e70047-7255-42b0-9542-8674a1db3661 req-956a4c62-323f-4f38-9f16-3ac28d56eb87 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.2266228 Sep 18 00:59:51.774733 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Provisioning complete for port 36cbfb29-244f-40a0-8103-9a9e57bc5288 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:51.777744 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.778311 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 1 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:51.807712 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks [] for port (53579179-4864-4392-a0a7-3beb46ff0d22), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.810048 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:51.818311 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:51.853773 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-19e70047-7255-42b0-9542-8674a1db3661 req-5bbde99a-f0c1-4a1f-ad9a-f10f44097bfe tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735617 Sep 18 00:59:51.918271 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Router ffa3533a-789b-4278-8b9d-6d4c19e56a9a has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:59:51.926030 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Attempting to bind port 6d6637b3-4685-493a-a938-d64f9f4aadd0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:59:51.926414 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Attempting to bind port 6d6637b3-4685-493a-a938-d64f9f4aadd0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:59:51.926856 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Attempting to bind port 6d6637b3-4685-493a-a938-d64f9f4aadd0 on network 4ff6b087-81f6-47ef-8679-6af29cd7449d {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:51.974862 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-53f3557c-464a-4106-93a3-421d9062b8b9 req-f8a14284-91d6-44a1-9797-69e51c4ce9a4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961932 Sep 18 00:59:51.976750 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530cab6-fbb5-428c-a782-1da0005da50d req-edf0cea4-61c7-4452-b7bc-f798043ed13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:51.978141 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5530cab6-fbb5-428c-a782-1da0005da50d req-edf0cea4-61c7-4452-b7bc-f798043ed13a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=cf1375f9f28c43fda090a236635c4188&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4191368 Sep 18 00:59:51.978838 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:52.022185 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:52.059497 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.067074 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d987b0-d0ff-41a3-81db-91f8fc51e2b9 req-3e706247-aa99-4256-bd7e-fd1aa026145b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:52.070996 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:59:52.071375 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Checking segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:52.071998 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.072220 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Bound using segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:59:52.072721 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Bound port: 6d6637b3-4685-493a-a938-d64f9f4aadd0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:59:52.075613 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.077860 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a5d987b0-d0ff-41a3-81db-91f8fc51e2b9 req-3e706247-aa99-4256-bd7e-fd1aa026145b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 944 time: 0.0807152 Sep 18 00:59:52.113128 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:52.123384 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:52.126441 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:52.148483 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:52.164504 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] For port 6d6637b3-4685-493a-a938-d64f9f4aadd0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:52.170265 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] For port 6d6637b3-4685-493a-a938-d64f9f4aadd0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6d6637b3-4685-493a-a938-d64f9f4aadd0,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:52.198902 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.221627 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:52.269213 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Pushing event updated for resources: {'Port': ['ID=53579179-4864-4392-a0a7-3beb46ff0d22,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:52.286393 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 2, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:52.289385 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:52.311213 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3d7ff234-d2d6-4297-82db-417e1c6f861e admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/ffa3533a-789b-4278-8b9d-6d4c19e56a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4218812 Sep 18 00:59:52.342659 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b28c2b-3f07-4a2c-be60-9f9af0682598 None None] The sync data for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi is: [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 2, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:59:52.348728 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8ea5b-9f9f-4536-a124-136e7c6a15d2 None None] Pushing event updated for resources: {'Port': ['ID=6d6637b3-4685-493a-a938-d64f9f4aadd0,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:52.451345 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530cab6-fbb5-428c-a782-1da0005da50d req-8cc5ef63-21ce-41ba-93f4-7e08daa73144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:52.458648 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5530cab6-fbb5-428c-a782-1da0005da50d req-8cc5ef63-21ce-41ba-93f4-7e08daa73144 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104487 Sep 18 00:59:52.473592 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a998-ac01-4727-b083-def5eeed9c9d req-404a6b49-cc23-4545-84e6-34901f4d23c6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:52.475167 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b2e2a998-ac01-4727-b083-def5eeed9c9d req-404a6b49-cc23-4545-84e6-34901f4d23c6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.3501136 Sep 18 00:59:52.479663 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 2 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:52.489693 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a5d987b0-d0ff-41a3-81db-91f8fc51e2b9 req-7d2c71ef-b1c5-4be2-a316-97f8fcfa9b6e tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4110656 Sep 18 00:59:52.495683 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44048) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:52.501206 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-7f6e8570-8d97-452a-9099-7679947bc50b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Request body: {'floatingip': {'port_id': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:52.616927 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8570-8d97-452a-9099-7679947bc50b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for floatingip (524d071e-764b-45b2-ae55-188af867fd97), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.685636 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:52.696081 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-2ced586d-50eb-4392-afe3-a374d7704a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:52.698694 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-2ced586d-50eb-4392-afe3-a374d7704a63 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 1128 time: 0.0791008 Sep 18 00:59:52.856219 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.905718 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks [] for router_gateway (48d2e058-3cbc-408f-b82a-8f4582274bed), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.919417 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-99bd14bd-06a5-4572-b15c-5558c27b8004 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d36f12-54c1-44a9-97c9-bfd9768a810e HTTP/1.1" status: 200 len: 217 time: 0.1810625 Sep 18 00:59:52.921758 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-08c4a874-6398-4423-9512-5dd60721cf82 req-c8a171ad-2a01-4840-9391-f0857cbc7875 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698152 Sep 18 00:59:53.150238 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4a874-6398-4423-9512-5dd60721cf82 req-262abe44-2b2d-446e-95e8-b8122ef842ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:53.157540 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-08c4a874-6398-4423-9512-5dd60721cf82 req-262abe44-2b2d-446e-95e8-b8122ef842ac service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 1129 time: 0.1602902 Sep 18 00:59:53.163758 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-0851fdc1-78e7-4861-9dd7-a1cd11805493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:53.172342 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-0851fdc1-78e7-4861-9dd7-a1cd11805493 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=665e6178-f5ce-4fbf-9a1f-c6745892e403 HTTP/1.1" status: 200 len: 852 time: 0.2182021 Sep 18 00:59:53.186672 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 3 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:53.260644 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 6d6637b3-4685-493a-a938-d64f9f4aadd0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:53.324225 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (48d2e058-3cbc-408f-b82a-8f4582274bed), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.360336 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed847817-d2ca-4212-b885-9893b001b1c5 req-618aa235-a7fe-4e19-bcbf-77480e21844d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:53.361856 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed847817-d2ca-4212-b885-9893b001b1c5 req-618aa235-a7fe-4e19-bcbf-77480e21844d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1084266 Sep 18 00:59:53.407165 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:53.453104 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 6d6637b3-4685-493a-a938-d64f9f4aadd0 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:53.453801 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.454513 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 6d6637b3-4685-493a-a938-d64f9f4aadd0 Sep 18 00:59:53.591684 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:53.671007 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-d7ccc60e-aaee-4913-88c1-649bba2246a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:53.674127 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-d7ccc60e-aaee-4913-88c1-649bba2246a6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3227bd19-4c4c-45c0-aee5-e73b3870bae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4862278 Sep 18 00:59:53.681894 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Router 48d2e058-3cbc-408f-b82a-8f4582274bed is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:59:53.720868 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 6d6637b3-4685-493a-a938-d64f9f4aadd0 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:53.721454 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.790654 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:53.794496 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44080) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:53.798524 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8ce69-7c8c-4424-bb2d-0df2055c55c2 req-71cc3b01-ddbf-4825-830a-fecb8a903c1d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:53.801313 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a2f8ce69-7c8c-4424-bb2d-0df2055c55c2 req-71cc3b01-ddbf-4825-830a-fecb8a903c1d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 944 time: 0.1201577 Sep 18 00:59:53.806167 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 6d6637b3-4685-493a-a938-d64f9f4aadd0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6d6637b3-4685-493a-a938-d64f9f4aadd0,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:53.814239 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.832683 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1052609695-network', 'tenant_id': '60700a7ed187472bb91e8e138940f65d'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:53.910934 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 4 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:53.983046 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Made reservation on behalf of 60700a7ed187472bb91e8e138940f65d for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:53.993184 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:53.995405 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.996584 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=6d6637b3-4685-493a-a938-d64f9f4aadd0,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:54.028016 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:54.062578 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:54.072748 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Sync routers for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:54.094199 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:54.099348 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:54.136644 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:54.141404 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a36762aa-ad22-45ac-a58e-6cdc2ce3f094 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2758672 Sep 18 00:59:54.142161 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44086) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:54.269381 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:54.270357 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea48d9-f4a0-4e11-9433-5b6f6439db01 None None] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:59:54.311071 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Publish callbacks [] for security_group (33f36fc5-78d6-4dc8-a107-4dd14ede77b7), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:54.320850 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (33f36fc5-78d6-4dc8-a107-4dd14ede77b7), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:54.415609 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:59:54.419994 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed847817-d2ca-4212-b885-9893b001b1c5 req-5915d90e-d9da-4d50-8fdc-ada763697777 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0430362 Sep 18 00:59:54.475924 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4a874-6398-4423-9512-5dd60721cf82 req-053799f0-0dad-44d7-a68a-ee48fefb24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:54.482407 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-08c4a874-6398-4423-9512-5dd60721cf82 req-053799f0-0dad-44d7-a68a-ee48fefb24ad service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 1.2366693 Sep 18 00:59:54.536043 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 5 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:54.554575 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (48f989d2-9f2c-4f5b-833a-6fe38db8e8ea), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:54.555810 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Added segment 48f989d2-9f2c-4f5b-833a-6fe38db8e8ea of type vlan for network 9315fca5-c84d-4494-9b4a-c7e68e91c157 Sep 18 00:59:54.582421 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f36fc5-78d6-4dc8-a107-4dd14ede77b7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:54.618120 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-08c4a874-6398-4423-9512-5dd60721cf82 req-8612f9c4-2fff-48c9-8ed7-866c83b4333e service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0ec5e41-6756-47f2-a199-19f6930aa09a HTTP/1.1" status: 200 len: 217 time: 0.1283374 Sep 18 00:59:54.630570 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:54.667112 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a2f8ce69-7c8c-4424-bb2d-0df2055c55c2 req-cb6ca2f0-2030-45f5-927b-99e93f548ac2 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8137078 Sep 18 00:59:54.678536 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:54.702406 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (9315fca5-c84d-4494-9b4a-c7e68e91c157), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:54.737307 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:52Z', 'revision_number': 3, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T00:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:54.789591 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Checking router: 48d2e058-3cbc-408f-b82a-8f4582274bed for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:59:54.789937 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Updating router 48d2e058-3cbc-408f-b82a-8f4582274bed port 53579179-4864-4392-a0a7-3beb46ff0d22 binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:59:54.915660 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:54.981612 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (9315fca5-c84d-4494-9b4a-c7e68e91c157), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:54.982673 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:54.983251 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:55.090598 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 6d6637b3-4685-493a-a938-d64f9f4aadd0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:55.131485 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 6 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:55.267086 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:55.304724 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 6d6637b3-4685-493a-a938-d64f9f4aadd0 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:55.305482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:55.306170 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 6d6637b3-4685-493a-a938-d64f9f4aadd0 Sep 18 00:59:55.324215 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:55.560167 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Publish callbacks [] for port (53579179-4864-4392-a0a7-3beb46ff0d22), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:55.570469 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:55.637123 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Pushing event updated for resources: {'Port': ['ID=53579179-4864-4392-a0a7-3beb46ff0d22,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:55.651954 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.652339 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.652703 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.653060 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.653392 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.653960 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.654514 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.654989 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.655717 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.656287 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.656768 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.657286 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.657770 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.658605 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.659142 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:55.675074 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Attempting to bind port 53579179-4864-4392-a0a7-3beb46ff0d22 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:59:55.676038 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Attempting to bind port 53579179-4864-4392-a0a7-3beb46ff0d22 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:59:55.678000 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Attempting to bind port 53579179-4864-4392-a0a7-3beb46ff0d22 on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:55.734904 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8570-8d97-452a-9099-7679947bc50b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:55.736062 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:55.756221 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8570-8d97-452a-9099-7679947bc50b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (524d071e-764b-45b2-ae55-188af867fd97), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:55.776510 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 7 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:55.813702 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-7e031c98-a34d-4940-8975-ea49bc547323 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1264088 Sep 18 00:59:55.829724 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:55.848379 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:59:55.848784 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:55.849143 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:55.853012 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:59:55.853574 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Bound port: 53579179-4864-4392-a0a7-3beb46ff0d22, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:59:55.853969 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:55.946585 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:55.946585 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 6d6637b3-4685-493a-a938-d64f9f4aadd0 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:55.947627 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 9bdba3af-8d73-4887-833d-b266e04c8ab6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:55.985918 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed14fb3-3e99-452a-b8d4-53bb23d4bd75 req-55808ac6-7429-4b76-82b0-29e67d56d3a4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:55.987664 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5ed14fb3-3e99-452a-b8d4-53bb23d4bd75 req-55808ac6-7429-4b76-82b0-29e67d56d3a4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 944 time: 0.0985904 Sep 18 00:59:55.996635 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4a874-6398-4423-9512-5dd60721cf82 req-7cc88346-fdb7-4a30-a055-69d3ba5be802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:56.002787 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-08c4a874-6398-4423-9512-5dd60721cf82 req-7cc88346-fdb7-4a30-a055-69d3ba5be802 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 1.3322899 Sep 18 00:59:56.021548 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] For port 53579179-4864-4392-a0a7-3beb46ff0d22, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:56.028288 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] For port 53579179-4864-4392-a0a7-3beb46ff0d22, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53579179-4864-4392-a0a7-3beb46ff0d22,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:56.039574 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.043066 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:56.055198 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 9bdba3af-8d73-4887-833d-b266e04c8ab6 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:56.055866 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.056401 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 9bdba3af-8d73-4887-833d-b266e04c8ab6 Sep 18 00:59:56.083099 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:56.126413 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:56.128372 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:56.154169 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3577964 Sep 18 00:59:56.157027 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44110) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:56.166665 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5fcdc-b35b-4260-bf66-4623c0054c75 req-46c9e0c5-7e65-4f7d-813f-fe9cbfe13d1f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:56.168297 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-22f5fcdc-b35b-4260-bf66-4623c0054c75 req-46c9e0c5-7e65-4f7d-813f-fe9cbfe13d1f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.4206283 Sep 18 00:59:56.242563 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Request body: {'subnet': {'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1052609695-subnet', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:56.270180 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b815e3-13cc-4f00-8534-746f9c0accfc None None] Pushing event updated for resources: {'Port': ['ID=53579179-4864-4392-a0a7-3beb46ff0d22,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:56.292257 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5ed14fb3-3e99-452a-b8d4-53bb23d4bd75 req-fa6ae55d-47bf-4f12-b78a-dd1df27a1f7c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864206 Sep 18 00:59:56.339443 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 9bdba3af-8d73-4887-833d-b266e04c8ab6 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:56.340003 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.353212 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.369488 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Made reservation on behalf of 60700a7ed187472bb91e8e138940f65d for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:56.374284 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397035'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.389845 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 9bdba3af-8d73-4887-833d-b266e04c8ab6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9bdba3af-8d73-4887-833d-b266e04c8ab6,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:56.397393 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4a874-6398-4423-9512-5dd60721cf82 req-cb0cdae8-b5de-49a4-88b9-9f4d3571bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:56.400615 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.404945 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-08c4a874-6398-4423-9512-5dd60721cf82 req-cb0cdae8-b5de-49a4-88b9-9f4d3571bb38 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3269875 Sep 18 00:59:56.422832 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:56.487277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:56.503095 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-22f5fcdc-b35b-4260-bf66-4623c0054c75 req-840d753c-c434-4b21-85b7-997a6132964a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732542 Sep 18 00:59:56.545232 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 8 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:56.547787 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [None req-7f6e8570-8d97-452a-9099-7679947bc50b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Floating IP 524d071e-764b-45b2-ae55-188af867fd97 associated. External IP: 172.37.7.114, port: bfcd0e79-9fb2-4117-b12a-c4de2d65b667. Sep 18 00:59:56.549335 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=9bdba3af-8d73-4887-833d-b266e04c8ab6,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:56.601478 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Sync routers for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:56.629899 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:56.630608 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:56.631297 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:56.723638 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:56.732293 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1af52de-f1d5-488c-8f6e-1680628faf48 req-f7d89276-96d6-4a55-9b89-82bc5b21ff0a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8635659 Sep 18 00:59:56.799839 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:56.818195 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:52Z', 'revision_number': 3, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:56.867400 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Allocated IP 172.20.0.1 (4ff6b087-81f6-47ef-8679-6af29cd7449d/52476ad1-2314-4151-89b3-e897e528df42/ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:56.889599 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2005ed44-cffb-44e9-b3b9-36d7cfb524f3 None None] The sync data for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi is: [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:52Z', 'revision_number': 3, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:59:56.928126 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:56.934341 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-08c4a874-6398-4423-9512-5dd60721cf82 req-ebd753d0-a0c8-4116-a85c-888163327178 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578545 Sep 18 00:59:57.055542 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 9bdba3af-8d73-4887-833d-b266e04c8ab6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:57.065562 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Publish callbacks [] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.107165 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e8562-c366-44b7-b2b8-8aa337e3cb3f admin admin] Pushing event updated for resources: {'Network': ['ID=9315fca5-c84d-4494-9b4a-c7e68e91c157,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:57.112728 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:57.114010 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:57.118191 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3677013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397053'] for subnet (ee5c9f79-a673-4317-be24-1a48e0f12574), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.133576 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 9315fca5-c84d-4494-9b4a-c7e68e91c157 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:59:57.139672 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 9 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:57.165219 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 9bdba3af-8d73-4887-833d-b266e04c8ab6 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:57.165869 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.166360 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 9bdba3af-8d73-4887-833d-b266e04c8ab6 Sep 18 00:59:57.201944 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.210795 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5c9f79-a673-4317-be24-1a48e0f12574,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:57.222246 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6e8570-8d97-452a-9099-7679947bc50b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Router 35131dda-9633-45e2-b11d-844f964f0a93 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:59:57.353912 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Pushing event updated for resources: {'Port': ['ID=ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:57.370033 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:57.373908 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Checking segment: {'id': '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:57.374506 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Network hostable DHCP agents. Network: 9315fca5-c84d-4494-9b4a-c7e68e91c157, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:59:57.410616 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:57.419273 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:57.419841 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:57.477216 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (48d2e058-3cbc-408f-b82a-8f4582274bed), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.561967 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Network 9315fca5-c84d-4494-9b4a-c7e68e91c157 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:59:57.585410 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 9315fca5-c84d-4494-9b4a-c7e68e91c157) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:57.588381 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 2, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:57.613241 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:57.615087 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.627805 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6e8570-8d97-452a-9099-7679947bc50b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:57.642899 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] Sync routers for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:57.650529 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837d2a20-b2d2-4b7f-b3a2-bbd11ad16098 None None] Network 9315fca5-c84d-4494-9b4a-c7e68e91c157 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:59:57.650853 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7f6e8570-8d97-452a-9099-7679947bc50b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.675075 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:57.676036 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:57.711408 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-85b63313-10c4-4797-9b49-b58732b76bae admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4734192 Sep 18 00:59:57.720752 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44122) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:57.751183 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:57.774103 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Checking router: ffa3533a-789b-4278-8b9d-6d4c19e56a9a for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:59:57.774479 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Updating router ffa3533a-789b-4278-8b9d-6d4c19e56a9a port 36cbfb29-244f-40a0-8103-9a9e57bc5288 binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:59:57.811967 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ba5b0-4a31-4a2f-b74d-3ba4f4ff4b80 req-232ba1a0-2a41-4259-a75b-1916ee79ac9b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:57.827106 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-484ba5b0-4a31-4a2f-b74d-3ba4f4ff4b80 req-232ba1a0-2a41-4259-a75b-1916ee79ac9b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 944 time: 0.3462317 Sep 18 00:59:57.871470 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Attempt 10 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:57.875465 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 9bdba3af-8d73-4887-833d-b266e04c8ab6 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:57.903136 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.908645 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:57.965126 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7f6e8570-8d97-452a-9099-7679947bc50b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/524d071e-764b-45b2-ae55-188af867fd97 HTTP/1.1" status: 200 len: 991 time: 5.4673929 Sep 18 00:59:58.009741 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae3cd-7fbd-499b-b8bc-5882174f7909 None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:58.010542 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (0691fdf3-7263-47a6-991d-43ff1a2da130), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.011904 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (0691fdf3-7263-47a6-991d-43ff1a2da130), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.052636 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-9315fca5-c84d-4494-9b4a-c7e68e91c157', 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157', 'project_id': '60700a7ed187472bb91e8e138940f65d', 'fixed_ips': [{'subnet_id': 'ee5c9f79-a673-4317-be24-1a48e0f12574'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:59:58.055562 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.056912 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:58.061975 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0597266e-d460-4379-80e7-5488875c02a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:58.092424 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:58.099845 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.185025 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks [] for router_controller (0691fdf3-7263-47a6-991d-43ff1a2da130), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.258918 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-484ba5b0-4a31-4a2f-b74d-3ba4f4ff4b80 req-a02e1868-de72-4ae6-a0c2-89d4226174e4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394654 Sep 18 00:59:58.262970 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Provisioning complete for port 6d6637b3-4685-493a-a938-d64f9f4aadd0 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:58.263450 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.263825 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Attempt 1 to provision port 6d6637b3-4685-493a-a938-d64f9f4aadd0 Sep 18 00:59:58.280414 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb483f8c-e187-4e81-ae67-ff15e18fb26b req-7ecaf722-ea0e-4727-a8cc-316520e3a65a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:58.291428 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fb483f8c-e187-4e81-ae67-ff15e18fb26b req-7ecaf722-ea0e-4727-a8cc-316520e3a65a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.4551895 Sep 18 00:59:58.478510 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:58.552457 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d33d8ee-5fd0-4ab3-8ffd-1f0684466c21 x-openstack-request-id: req-7d33d8ee-5fd0-4ab3-8ffd-1f0684466c21 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:58.552837 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:58.552998 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d33d8ee-5fd0-4ab3-8ffd-1f0684466c21 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:58.553512 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d33d8ee-5fd0-4ab3-8ffd-1f0684466c21'] response: {'name': 'network-changed', 'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'status': 'completed', 'code': 200} Sep 18 00:59:58.614492 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:58.624958 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fb483f8c-e187-4e81-ae67-ff15e18fb26b req-281abc22-0912-4423-9a97-0e593cc79a68 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316293 Sep 18 00:59:58.664952 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-08c4a874-6398-4423-9512-5dd60721cf82 req-72842805-9566-49ca-9389-2791b16a2c49 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7932849 Sep 18 00:59:58.717016 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597266e-d460-4379-80e7-5488875c02a1 req-7f99a67d-d0ec-45a1-8729-4ca67ede441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:58.718951 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0597266e-d460-4379-80e7-5488875c02a1 req-7f99a67d-d0ec-45a1-8729-4ca67ede441c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 1129 time: 0.1072111 Sep 18 00:59:58.791765 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device b8d36f12-54c1-44a9-97c9-bfd9768a810e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:59:58.897687 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597266e-d460-4379-80e7-5488875c02a1 req-ac3f6292-b8ee-407c-8342-bd685791505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:58.900197 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0597266e-d460-4379-80e7-5488875c02a1 req-ac3f6292-b8ee-407c-8342-bd685791505a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.1550970 Sep 18 00:59:58.971125 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks [] for router_gateway (0691fdf3-7263-47a6-991d-43ff1a2da130), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.980296 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '524d071e-764b-45b2-ae55-188af867fd97', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'floating_ip_address': '172.37.7.114', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'port_id': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'mac_address': 'fa:16:3e:ea:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:31Z', 'updated_at': '2022-09-18T00:59:55Z', 'revision_number': 1, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:21Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:59.022190 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] Checking router: 35131dda-9633-45e2-b11d-844f964f0a93 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:59:59.064937 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:59.065955 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:59.196439 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0597266e-d460-4379-80e7-5488875c02a1 req-7502df66-e1b4-4d5a-a307-7098bb417398 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667 HTTP/1.1" status: 200 len: 999 time: 0.2871275 Sep 18 00:59:59.201290 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 53579179-4864-4392-a0a7-3beb46ff0d22 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:59.291640 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:59.300500 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597266e-d460-4379-80e7-5488875c02a1 req-0a92a1ac-6860-4923-9a4d-571b00e70822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.305920 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0597266e-d460-4379-80e7-5488875c02a1 req-0a92a1ac-6860-4923-9a4d-571b00e70822 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.1018364 Sep 18 00:59:59.473261 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Publish callbacks [] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.488172 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.522404 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:59.540186 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597266e-d460-4379-80e7-5488875c02a1 req-fefb3a95-b28c-40a9-9fbc-57ce5316526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.542248 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0597266e-d460-4379-80e7-5488875c02a1 req-fefb3a95-b28c-40a9-9fbc-57ce5316526c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2292161 Sep 18 00:59:59.557311 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Publish callbacks [] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.561057 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:59.562029 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:59.599191 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:59.627561 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.630892 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:59.632995 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (48d2e058-3cbc-408f-b82a-8f4582274bed), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.707013 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9e971-25b1-4b42-90ce-ce8576cf9387 req-7d880f6b-bc74-4d94-9042-6c319d65facc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.721026 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-00a9e971-25b1-4b42-90ce-ce8576cf9387 req-7d880f6b-bc74-4d94-9042-6c319d65facc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 944 time: 0.3102777 Sep 18 00:59:59.750759 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Current status of the port 6d6637b3-4685-493a-a938-d64f9f4aadd0 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:59.799824 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Provisioning complete for port 36cbfb29-244f-40a0-8103-9a9e57bc5288 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:59.800482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.800981 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Attempt 1 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 00:59:59.933452 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35eac7-4140-4600-8bc2-520b50a5a948 None None] Pushing event updated for resources: {'Port': ['ID=36cbfb29-244f-40a0-8103-9a9e57bc5288,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:59.967159 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Pushing event updated for resources: {'Port': ['ID=ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:59.968964 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:59.971314 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port b8d36f12-54c1-44a9-97c9-bfd9768a810e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8d36f12-54c1-44a9-97c9-bfd9768a810e,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:59.977621 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 53579179-4864-4392-a0a7-3beb46ff0d22 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:59.978002 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.978343 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 53579179-4864-4392-a0a7-3beb46ff0d22 Sep 18 00:59:59.980494 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Allocated IP 172.20.0.2 (9315fca5-c84d-4494-9b4a-c7e68e91c157/ee5c9f79-a673-4317-be24-1a48e0f12574/5c73bd85-0003-4761-bafb-80be43d7893c) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:59.989392 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:59.997587 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks [] for router_gateway (0691fdf3-7263-47a6-991d-43ff1a2da130), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.032313 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'port_id': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e', 'mac_address': 'fa:16:3e:46:a3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:00.041691 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Attempting to bind port 36cbfb29-244f-40a0-8103-9a9e57bc5288 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:00.041691 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Attempting to bind port 36cbfb29-244f-40a0-8103-9a9e57bc5288 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:00.042055 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Attempting to bind port 36cbfb29-244f-40a0-8103-9a9e57bc5288 on network 6fef5f4e-b094-42f4-8864-339fd1327a47 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:00.044213 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0597266e-d460-4379-80e7-5488875c02a1 req-da581a7b-0094-4b68-96ce-bc38d106f42b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934521 Sep 18 01:00:00.061404 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea9288-8f8b-4bc7-a0c5-c028f1424355 req-420b80d4-1ca2-43e8-b1fc-995be4627225 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:00.064820 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.067439 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:00.069537 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b1ea9288-8f8b-4bc7-a0c5-c028f1424355 req-420b80d4-1ca2-43e8-b1fc-995be4627225 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.2403216 Sep 18 01:00:00.083904 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-00a9e971-25b1-4b42-90ce-ce8576cf9387 req-3381a325-c0c4-4310-a87c-6e26edbb9901 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587282 Sep 18 01:00:00.165405 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '524d071e-764b-45b2-ae55-188af867fd97', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'floating_ip_address': '172.37.7.114', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'port_id': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'mac_address': 'fa:16:3e:ea:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:31Z', 'updated_at': '2022-09-18T00:59:55Z', 'revision_number': 1, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:21Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:00.239639 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2aa9bf-b776-4781-99e1-f5bce37fe1cb None None] The sync data for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi is: [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '524d071e-764b-45b2-ae55-188af867fd97', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'floating_ip_address': '172.37.7.114', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'port_id': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'mac_address': 'fa:16:3e:ea:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:31Z', 'updated_at': '2022-09-18T00:59:55Z', 'revision_number': 1, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:21Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:00.278589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port b8d36f12-54c1-44a9-97c9-bfd9768a810e is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:00.278980 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.328246 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d36f12-54c1-44a9-97c9-bfd9768a810e {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:00.407039 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b1ea9288-8f8b-4bc7-a0c5-c028f1424355 req-8575e1e2-47f3-4043-9825-63d145052b5c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352022 Sep 18 01:00:00.422396 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:00.422802 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Checking segment: {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:00.439370 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.440962 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Bound using segment: {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:00.441596 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Bound port: 36cbfb29-244f-40a0-8103-9a9e57bc5288, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:00.443126 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.460828 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0597266e-d460-4379-80e7-5488875c02a1 req-76f84869-9b74-4d0a-b060-d00c69099067 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751931 Sep 18 01:00:00.534807 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Router 48d2e058-3cbc-408f-b82a-8f4582274bed has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:00.542000 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Attempt 2 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 01:00:00.550467 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port b8d36f12-54c1-44a9-97c9-bfd9768a810e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8d36f12-54c1-44a9-97c9-bfd9768a810e,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:00.560342 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 53579179-4864-4392-a0a7-3beb46ff0d22 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:00.561510 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.601037 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.627550 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Allocated IP 172.37.7.103 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/6fb58858-3b9a-401c-a07d-98cf6882c36f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:00.648172 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:00.665417 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed4814-d77e-43b1-b1e2-f728148c4269 None None] New status for floating IP 524d071e-764b-45b2-ae55-188af867fd97: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:00:00.760902 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:00.762637 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 53579179-4864-4392-a0a7-3beb46ff0d22, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53579179-4864-4392-a0a7-3beb46ff0d22,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:00.771681 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Sync routers for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:00.776388 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-9a67ba11-f52a-4cac-a38a-ff53d7241b0d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/48d2e058-3cbc-408f-b82a-8f4582274bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6312163 Sep 18 01:00:00.784798 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:00.785766 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:00.817420 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Port 36cbfb29-244f-40a0-8103-9a9e57bc5288 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:00.828528 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.911784 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:00.916972 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Publish callbacks [] for port (5c73bd85-0003-4761-bafb-80be43d7893c), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.962259 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] For port 36cbfb29-244f-40a0-8103-9a9e57bc5288, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:00.969610 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks [] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:00.983330 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] For port 36cbfb29-244f-40a0-8103-9a9e57bc5288, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=36cbfb29-244f-40a0-8103-9a9e57bc5288,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:01.001275 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:01.074753 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.221554 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.225210 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:01.227073 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:01.230271 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.230530 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T00:59:58Z', 'revision_number': 2, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:01.236070 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:01.246150 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:01.255235 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb58858-3b9a-401c-a07d-98cf6882c36f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:01.267461 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0c0ad43f-7634-49e5-97ec-32953e0812d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.293089 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Checking router: 48d2e058-3cbc-408f-b82a-8f4582274bed for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:01.293745 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Updating router 48d2e058-3cbc-408f-b82a-8f4582274bed port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:01.345369 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.394190 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Attempt 3 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 01:00:01.471659 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d762f4-116c-4e99-afa9-3af9c41f5d53 req-74dbd61c-c8ee-4d8e-923b-71e88b3ea6a5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:01.485568 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b0d762f4-116c-4e99-afa9-3af9c41f5d53 req-74dbd61c-c8ee-4d8e-923b-71e88b3ea6a5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 945 time: 0.1912258 Sep 18 01:00:01.497888 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:01.513443 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:01.514101 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:01.523980 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['b8d36f12-54c1-44a9-97c9-bfd9768a810e'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:00:01.603335 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b0d762f4-116c-4e99-afa9-3af9c41f5d53 req-e6159bf9-2493-4d14-b59d-35c68deccbd8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161895 Sep 18 01:00:01.702522 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Network 9315fca5-c84d-4494-9b4a-c7e68e91c157 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:01.723071 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83096-bc38-477d-8f97-13ba0cbdba3d req-93828eb0-2de6-4b54-b58d-f406f0168138 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:01.729474 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-84f83096-bc38-477d-8f97-13ba0cbdba3d req-93828eb0-2de6-4b54-b58d-f406f0168138 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1009660 Sep 18 01:00:01.816717 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Publish callbacks [] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.823755 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-84f83096-bc38-477d-8f97-13ba0cbdba3d req-f8162be3-10fa-40db-b303-d8650f187d93 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848346 Sep 18 01:00:01.827109 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.841429 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks [] for router_gateway (0691fdf3-7263-47a6-991d-43ff1a2da130), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.917646 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44184) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:01.921710 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-631972228-network', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:01.925752 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=b8d36f12-54c1-44a9-97c9-bfd9768a810e,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:01.967748 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Made reservation on behalf of bf2fa0f0609f48d2988f950b3878b5c0 for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:01.970793 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.987755 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Attempting to bind port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:01.987996 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Attempting to bind port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:01.989369 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Attempting to bind port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 on network 4ff6b087-81f6-47ef-8679-6af29cd7449d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:01.991126 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:01.992233 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:01.993402 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.995722 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:02.028381 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:02.041057 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:02.091144 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b9eb6-3b9d-49bc-9f60-5ff84de135c3 None None] Pushing event updated for resources: {'Port': ['ID=ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:02.105770 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Current status of the port 36cbfb29-244f-40a0-8103-9a9e57bc5288 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:02.106238 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.136882 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:02.139966 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Checking segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:02.140440 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.140843 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Bound using segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:02.141419 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Bound port: ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:02.141809 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.176446 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Publish callbacks [] for security_group (00cf3dce-a909-4168-bd32-a52becafcb03), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.186036 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (00cf3dce-a909-4168-bd32-a52becafcb03), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.242218 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:02.254833 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:02.258330 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cf3dce-a909-4168-bd32-a52becafcb03,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:02.279628 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:00:02.303517 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (8fded908-cf7b-4307-a358-8950095c2cd4), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.304877 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Added segment 8fded908-cf7b-4307-a358-8950095c2cd4 of type vlan for network 38f2e1c3-0de5-41e9-aeb5-96513a319085 Sep 18 01:00:02.307355 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] For port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:02.308296 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Attempting to bind port 5c73bd85-0003-4761-bafb-80be43d7893c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:02.308753 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Attempting to bind port 5c73bd85-0003-4761-bafb-80be43d7893c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:02.309078 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Attempting to bind port 5c73bd85-0003-4761-bafb-80be43d7893c on network 9315fca5-c84d-4494-9b4a-c7e68e91c157 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:02.319834 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] For port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:02.333185 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.480416 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (38f2e1c3-0de5-41e9-aeb5-96513a319085), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.490927 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (0691fdf3-7263-47a6-991d-43ff1a2da130), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.504736 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b9eb6-3b9d-49bc-9f60-5ff84de135c3 None None] Pushing event updated for resources: {'Port': ['ID=ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:02.521070 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:02.522188 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:02.537314 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=53579179-4864-4392-a0a7-3beb46ff0d22,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:02.583862 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (38f2e1c3-0de5-41e9-aeb5-96513a319085), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.584963 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:02.585546 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.598156 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:02.624544 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:02.698024 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:02.735033 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Router 0691fdf3-7263-47a6-991d-43ff1a2da130 is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:00:02.762061 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] For port 36cbfb29-244f-40a0-8103-9a9e57bc5288, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=36cbfb29-244f-40a0-8103-9a9e57bc5288,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:02.770683 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:02.799862 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:02.800560 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Checking segment: {'id': '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:02.801140 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.801792 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Bound using segment: {'id': '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:02.802581 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Bound port: 5c73bd85-0003-4761-bafb-80be43d7893c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:02.803141 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.825800 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.829569 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] Pushing event updated for resources: {'Network': ['ID=38f2e1c3-0de5-41e9-aeb5-96513a319085,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:02.853610 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Provisioning complete for port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:02.853991 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.854349 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Attempt 1 to provision port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 Sep 18 01:00:02.868821 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-73684d7b-907c-4215-8797-8804589e8355 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9520018 Sep 18 01:00:02.877430 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44196) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:02.909746 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:02.926745 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Request body: {'subnet': {'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-631972228-subnet', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:02.955940 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:02.963631 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 38f2e1c3-0de5-41e9-aeb5-96513a319085 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:00:02.963832 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-8200b0c3-1fc8-489e-aac3-c3553d0925f5 admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2237055 Sep 18 01:00:02.963832 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:02.971346 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Sync routers for ids ['0691fdf3-7263-47a6-991d-43ff1a2da130'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:02.990062 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017afcf-f323-44c4-b178-aa67b411fc32 req-4e43c41d-1ec5-472b-9ebf-9994f8e0ca0d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:03.000248 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4017afcf-f323-44c4-b178-aa67b411fc32 req-4e43c41d-1ec5-472b-9ebf-9994f8e0ca0d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 945 time: 0.1638467 Sep 18 01:00:03.105462 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Made reservation on behalf of bf2fa0f0609f48d2988f950b3878b5c0 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:03.107506 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.113262 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] For port 5c73bd85-0003-4761-bafb-80be43d7893c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:03.116888 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] For port 5c73bd85-0003-4761-bafb-80be43d7893c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c73bd85-0003-4761-bafb-80be43d7893c,segment=NetworkSegment(48f989d2-9f2c-4f5b-833a-6fe38db8e8ea),segment_id=48f989d2-9f2c-4f5b-833a-6fe38db8e8ea)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:03.146672 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:03.150948 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Routers {'0691fdf3-7263-47a6-991d-43ff1a2da130'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:03.151589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T00:59:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['0691fdf3-7263-47a6-991d-43ff1a2da130'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:03.201863 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:02Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:03.236877 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c9ac5-c64d-4baf-9ab8-34294c9ece52 None None] The sync data for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi is: [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:02Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:03.252369 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb006456-5e2e-42c6-9f5e-68c2fb4e126e req-9fa7be89-119c-41c7-90c7-b69db4393aee tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:03.256779 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb006456-5e2e-42c6-9f5e-68c2fb4e126e req-9fa7be89-119c-41c7-90c7-b69db4393aee tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.2486606 Sep 18 01:00:03.318371 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 53579179-4864-4392-a0a7-3beb46ff0d22 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:03.388565 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4017afcf-f323-44c4-b178-aa67b411fc32 req-2b85f5d0-479b-44e5-a848-9f96e92b7fe8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680086 Sep 18 01:00:03.478348 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.482549 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb006456-5e2e-42c6-9f5e-68c2fb4e126e req-836ed160-c3c0-4fe1-a320-4348922e3310 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077656 Sep 18 01:00:03.545701 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35eac7-4140-4600-8bc2-520b50a5a948 None None] Pushing event updated for resources: {'Port': ['ID=36cbfb29-244f-40a0-8103-9a9e57bc5288,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:03.666544 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:03.739287 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Current status of the port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:03.740011 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.758515 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f4529-af4d-4f67-9a98-c1fd8f62ceb8 None None] The sync data for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi is: [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:03.783133 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (473b30ad-8899-455f-b3e0-9f3d0720928c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.789021 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Pushing event updated for resources: {'Port': ['ID=5c73bd85-0003-4761-bafb-80be43d7893c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:03.794913 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1e27d44-c713-49cb-b355-e7aa79f8ce16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.822569 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:03.864624 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Set router 0691fdf3-7263-47a6-991d-43ff1a2da130 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:03.895816 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.943564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:04.101090 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:04.103075 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Pushing event updated for resources: {'Port': ['ID=36cbfb29-244f-40a0-8103-9a9e57bc5288,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:04.120797 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 53579179-4864-4392-a0a7-3beb46ff0d22 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:04.122137 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:04.122500 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 53579179-4864-4392-a0a7-3beb46ff0d22 Sep 18 01:00:04.269078 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:04.278020 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44206) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:04.339575 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] For port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:04.380361 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:04.403715 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Allocated IP 172.20.0.1 (9315fca5-c84d-4494-9b4a-c7e68e91c157/ee5c9f79-a673-4317-be24-1a48e0f12574/06eadf51-ec84-49a7-a361-79a387901b11) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:04.506739 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Checking segment: {'id': '8fded908-cf7b-4307-a358-8950095c2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:04.507336 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Network hostable DHCP agents. Network: 38f2e1c3-0de5-41e9-aeb5-96513a319085, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:00:04.602054 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=473b30ad-8899-455f-b3e0-9f3d0720928c,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:04.637428 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Publish callbacks [] for port (06eadf51-ec84-49a7-a361-79a387901b11), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:04.650159 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 53579179-4864-4392-a0a7-3beb46ff0d22 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:04.669472 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5fc49-f9f6-4410-a9d6-05cda1dc431e None None] Pushing event updated for resources: {'Port': ['ID=5c73bd85-0003-4761-bafb-80be43d7893c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:04.675095 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:04.701142 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5777c7d5-6b32-4aa2-af4f-a80394d18409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:04.737296 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (06eadf51-ec84-49a7-a361-79a387901b11), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:04.754562 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device b8d36f12-54c1-44a9-97c9-bfd9768a810e up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:04.831580 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Pushing event updated for resources: {'Port': ['ID=06eadf51-ec84-49a7-a361-79a387901b11,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:04.839737 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a19d9-030f-4d68-a73c-eaa58e9235b5 req-c0731f04-8ecd-4300-8225-a1bb1acddf4f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:04.843956 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-702a19d9-030f-4d68-a73c-eaa58e9235b5 req-c0731f04-8ecd-4300-8225-a1bb1acddf4f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1721499 Sep 18 01:00:04.853489 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.853852 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.854320 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.854639 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.854968 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.855339 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.855664 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.856059 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.856431 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.856761 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.857126 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.857501 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.857924 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.858305 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.858702 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:04.869660 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Network 9315fca5-c84d-4494-9b4a-c7e68e91c157 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:04.874748 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:04.876143 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-57f8fd26-416a-44fe-b774-fbecff0a0636 None None] Provisioning complete for port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:04.876586 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57f8fd26-416a-44fe-b774-fbecff0a0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:04.876839 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-57f8fd26-416a-44fe-b774-fbecff0a0636 None None] Attempt 1 to provision port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 Sep 18 01:00:04.882053 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:04.904729 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f4e9f-d0c9-4832-b2a1-e37e57a708d9 req-6c912163-0599-46d2-b11e-b81431f746fb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:04.909159 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6e6f4e9f-d0c9-4832-b2a1-e37e57a708d9 req-6c912163-0599-46d2-b11e-b81431f746fb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 945 time: 0.3723590 Sep 18 01:00:04.958504 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Network 38f2e1c3-0de5-41e9-aeb5-96513a319085 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:00:04.995040 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (0691fdf3-7263-47a6-991d-43ff1a2da130), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.027770 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 38f2e1c3-0de5-41e9-aeb5-96513a319085) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:05.033190 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:05.034421 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.064081 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b231ee-9e5a-48ed-8ea0-891631e446ed None None] Network 38f2e1c3-0de5-41e9-aeb5-96513a319085 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:00:05.064316 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7d0a0cd4-269f-4a89-823e-d20e32df5f1f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1564469 Sep 18 01:00:05.074869 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44214) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:05.080797 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:05.091588 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:05.142473 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-702a19d9-030f-4d68-a73c-eaa58e9235b5 req-e3973739-0fc5-4eab-a134-c5ad6a388863 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745337 Sep 18 01:00:05.198328 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6e6f4e9f-d0c9-4832-b2a1-e37e57a708d9 req-e48a4f15-0d01-452e-855b-586b09523c66 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179198 Sep 18 01:00:05.215952 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (3f919b58-2a3b-43f0-89c8-d4259ca93e63), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.217557 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (3f919b58-2a3b-43f0-89c8-d4259ca93e63), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.221489 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port b8d36f12-54c1-44a9-97c9-bfd9768a810e completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:00:05.231819 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5777c7d5-6b32-4aa2-af4f-a80394d18409 admin admin] Publish callbacks [] for security_group (a4e3f58b-3f41-4162-8727-7db75ca755f5), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.250957 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5777c7d5-6b32-4aa2-af4f-a80394d18409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a4e3f58b-3f41-4162-8727-7db75ca755f5), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.252724 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5c73bd85-0003-4761-bafb-80be43d7893c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:05.288898 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5777c7d5-6b32-4aa2-af4f-a80394d18409 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=06165f0a9530412caf1e3454cfd0ca06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0096860 Sep 18 01:00:05.290747 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (06eadf51-ec84-49a7-a361-79a387901b11), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.294849 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks [] for router_controller (3f919b58-2a3b-43f0-89c8-d4259ca93e63), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.295845 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44216) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:05.396150 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777c7d5-6b32-4aa2-af4f-a80394d18409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e3f58b-3f41-4162-8727-7db75ca755f5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:05.439020 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-57f8fd26-416a-44fe-b774-fbecff0a0636 None None] Current status of the port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:05.442874 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a47631-f110-429d-af52-618b3d0e6ecf None None] Pushing event updated for resources: {'Port': ['ID=ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:05.463666 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-eb736be7-b5a3-4320-98c5-3dd7188863aa admin admin] Publish callbacks [] for security_group (a4e3f58b-3f41-4162-8727-7db75ca755f5), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.473036 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port b8d36f12-54c1-44a9-97c9-bfd9768a810e triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:05.473479 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.473821 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port b8d36f12-54c1-44a9-97c9-bfd9768a810e Sep 18 01:00:05.487360 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.523735 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-38f2e1c3-0de5-41e9-aeb5-96513a319085', 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085', 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'fixed_ips': [{'subnet_id': '473b30ad-8899-455f-b3e0-9f3d0720928c'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 01:00:05.524901 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.552377 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-eb736be7-b5a3-4320-98c5-3dd7188863aa admin admin] Publish callbacks [] for security_group (a4e3f58b-3f41-4162-8727-7db75ca755f5), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.703892 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks [] for router_gateway (3f919b58-2a3b-43f0-89c8-d4259ca93e63), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.719457 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Publish callbacks [] for port (06eadf51-ec84-49a7-a361-79a387901b11), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.739784 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (06eadf51-ec84-49a7-a361-79a387901b11), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.857593 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:05.873643 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:05.884954 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-eb736be7-b5a3-4320-98c5-3dd7188863aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a4e3f58b-3f41-4162-8727-7db75ca755f5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.886388 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Pushing event updated for resources: {'Port': ['ID=06eadf51-ec84-49a7-a361-79a387901b11,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:05.892012 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-eb736be7-b5a3-4320-98c5-3dd7188863aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.893176 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-eb736be7-b5a3-4320-98c5-3dd7188863aa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a4e3f58b-3f41-4162-8727-7db75ca755f5 HTTP/1.1" status: 204 len: 168 time: 0.5960047 Sep 18 01:00:05.912613 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (0691fdf3-7263-47a6-991d-43ff1a2da130), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.939712 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb736be7-b5a3-4320-98c5-3dd7188863aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e3f58b-3f41-4162-8727-7db75ca755f5,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:06.033216 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Allocated IP 172.20.0.2 (38f2e1c3-0de5-41e9-aeb5-96513a319085/473b30ad-8899-455f-b3e0-9f3d0720928c/bd163f83-3536-4b43-8fd0-d0a6ba586ee9) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:06.114292 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a8f2c9-5c12-4cc4-b2e7-9a83be60275d None None] Network 9315fca5-c84d-4494-9b4a-c7e68e91c157 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:00:06.119608 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:06.123746 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103'}], 'enable_snat': True}, 'gw_port_id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:58Z', 'updated_at': '2022-09-18T01:00:01Z', 'revision_number': 3, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'gw_port': {'id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:00Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:06.148489 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Network 9315fca5-c84d-4494-9b4a-c7e68e91c157 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:06.150718 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:06.251505 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Checking router: 0691fdf3-7263-47a6-991d-43ff1a2da130 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:06.263852 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Updating router 0691fdf3-7263-47a6-991d-43ff1a2da130 port 6fb58858-3b9a-401c-a07d-98cf6882c36f binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:06.310834 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks [] for router_gateway (3f919b58-2a3b-43f0-89c8-d4259ca93e63), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:06.367497 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-d92a57e1-d329-41f4-98f4-9ef78a9e9a6d None None] Provisioning complete for port 5c73bd85-0003-4761-bafb-80be43d7893c triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:06.367976 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d92a57e1-d329-41f4-98f4-9ef78a9e9a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:06.368388 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d92a57e1-d329-41f4-98f4-9ef78a9e9a6d None None] Attempt 1 to provision port 5c73bd85-0003-4761-bafb-80be43d7893c Sep 18 01:00:06.371914 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:06.374890 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Router 0691fdf3-7263-47a6-991d-43ff1a2da130 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:06.451000 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:06.569994 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:06.582389 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:06.582989 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-35992a7c-7a0d-4cb1-8e77-35b897cc3be2 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0691fdf3-7263-47a6-991d-43ff1a2da130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6177061 Sep 18 01:00:06.585301 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 5c73bd85-0003-4761-bafb-80be43d7893c triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:06.585676 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:06.586018 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 5c73bd85-0003-4761-bafb-80be43d7893c Sep 18 01:00:06.621631 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198eb652-ba03-440c-89d2-adbed914fd4b req-456deaab-da6b-4ddb-8942-63cb9b4051b2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:06.623219 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-198eb652-ba03-440c-89d2-adbed914fd4b req-456deaab-da6b-4ddb-8942-63cb9b4051b2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.2581770 Sep 18 01:00:06.672324 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:06.728770 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Allocated IP 172.37.7.74 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/ce29ab70-99da-4508-9643-5504aed9cf20) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:06.782616 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:06.835588 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-198eb652-ba03-440c-89d2-adbed914fd4b req-664e9837-7513-492e-b1b8-7e363d6aa433 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056198 Sep 18 01:00:06.898269 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:06.909235 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf3ae5-1338-4bc2-8197-f457f9f18ec2 req-fa70e69b-2627-489a-a113-6f50c0b22cf1 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:06.910919 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6acf3ae5-1338-4bc2-8197-f457f9f18ec2 req-fa70e69b-2627-489a-a113-6f50c0b22cf1 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 945 time: 0.2866476 Sep 18 01:00:06.935243 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:06.973395 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 5c73bd85-0003-4761-bafb-80be43d7893c is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:06.973919 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.026166 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks [] for port (ce29ab70-99da-4508-9643-5504aed9cf20), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.032805 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6acf3ae5-1338-4bc2-8197-f457f9f18ec2 req-be6873cd-0fdb-4bc4-840a-1279f93eddac tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135066 Sep 18 01:00:07.092807 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.097493 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d92a57e1-d329-41f4-98f4-9ef78a9e9a6d None None] Current status of the port 5c73bd85-0003-4761-bafb-80be43d7893c is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:07.098116 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d92a57e1-d329-41f4-98f4-9ef78a9e9a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.136478 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port b8d36f12-54c1-44a9-97c9-bfd9768a810e is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:07.137000 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.184838 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Pushing event updated for resources: {'Port': ['ID=ce29ab70-99da-4508-9643-5504aed9cf20,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:07.193883 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Publish callbacks [] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.197376 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:07.201246 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:07.209300 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:07.237888 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.282444 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.377491 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 5c73bd85-0003-4761-bafb-80be43d7893c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c73bd85-0003-4761-bafb-80be43d7893c,segment=NetworkSegment(48f989d2-9f2c-4f5b-833a-6fe38db8e8ea),segment_id=48f989d2-9f2c-4f5b-833a-6fe38db8e8ea)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:07.383726 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Pushing event updated for resources: {'Port': ['ID=bd163f83-3536-4b43-8fd0-d0a6ba586ee9,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:07.389300 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:07.391636 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187964c2-b75a-43b0-90cc-a5f81c6acbc4" -d '{"events": [{"server_uuid": "1a2de33a-66be-4df0-9c70-adf5c1b03ec8", "name": "network-vif-plugged", "status": "completed", "tag": "b8d36f12-54c1-44a9-97c9-bfd9768a810e"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:07.395786 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port b8d36f12-54c1-44a9-97c9-bfd9768a810e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8d36f12-54c1-44a9-97c9-bfd9768a810e,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:07.407381 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Network 38f2e1c3-0de5-41e9-aeb5-96513a319085 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:07.410917 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.411763 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:07.418628 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.443545 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:07.478695 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:07.523680 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59fef4-1198-4967-a20c-12b3553ba18a x-openstack-request-id: req-3a59fef4-1198-4967-a20c-12b3553ba18a {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:07.523980 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2de33a-66be-4df0-9c70-adf5c1b03ec8", "name": "network-vif-plugged", "status": "completed", "tag": "b8d36f12-54c1-44a9-97c9-bfd9768a810e", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:07.524236 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a59fef4-1198-4967-a20c-12b3553ba18a {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:07.527076 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a59fef4-1198-4967-a20c-12b3553ba18a'] response: {'server_uuid': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e', 'code': 200} Sep 18 01:00:07.652505 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks [] for router_gateway (3f919b58-2a3b-43f0-89c8-d4259ca93e63), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.814492 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.db.api [None req-d92a57e1-d329-41f4-98f4-9ef78a9e9a6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 18 01:00:07.814492 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG oslo_db.api [None req-d92a57e1-d329-41f4-98f4-9ef78a9e9a6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:00:07.830690 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Publish callbacks [] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.843518 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=5c73bd85-0003-4761-bafb-80be43d7893c,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:07.857311 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:07.857688 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.858006 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 Sep 18 01:00:07.859790 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.867084 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57df1f1-c443-448e-87c8-97cc7370541f req-602225c3-0d7c-4e6b-b6f1-75f723d20cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:07.869555 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a57df1f1-c443-448e-87c8-97cc7370541f req-602225c3-0d7c-4e6b-b6f1-75f723d20cf4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 1130 time: 0.1087699 Sep 18 01:00:07.958295 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Attempting to bind port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:07.958691 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Attempting to bind port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8fded908-cf7b-4307-a358-8950095c2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:07.959059 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Attempting to bind port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 on network 38f2e1c3-0de5-41e9-aeb5-96513a319085 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:08.036550 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Attempting to bind port 6fb58858-3b9a-401c-a07d-98cf6882c36f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:08.045727 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Attempting to bind port 6fb58858-3b9a-401c-a07d-98cf6882c36f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:08.046357 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Attempting to bind port 6fb58858-3b9a-401c-a07d-98cf6882c36f on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:08.087837 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a57df1f1-c443-448e-87c8-97cc7370541f req-dbc39288-204b-482a-a4b2-40370f134af9 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075000 Sep 18 01:00:08.150836 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=b8d36f12-54c1-44a9-97c9-bfd9768a810e,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:08.219456 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55115bfb-47f4-49dd-81ba-55ec44ff49c2 req-8f94e089-3eab-476e-849b-f315aacd2152 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:08.228511 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-55115bfb-47f4-49dd-81ba-55ec44ff49c2 req-8f94e089-3eab-476e-849b-f315aacd2152 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.1842542 Sep 18 01:00:08.339792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08470e-e5ed-4261-aa1d-9a27ac0e1fe1 req-b08cbbbc-3f22-4f87-98f5-6081a628279d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:08.341826 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bc08470e-e5ed-4261-aa1d-9a27ac0e1fe1 req-b08cbbbc-3f22-4f87-98f5-6081a628279d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 946 time: 0.1741779 Sep 18 01:00:08.347122 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:08.347524 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Checking segment: {'id': '8fded908-cf7b-4307-a358-8950095c2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:08.347945 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:08.348360 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Bound using segment: {'id': '8fded908-cf7b-4307-a358-8950095c2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:08.348862 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Bound port: bd163f83-3536-4b43-8fd0-d0a6ba586ee9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fded908-cf7b-4307-a358-8950095c2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:08.349251 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:08.353432 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:08.360200 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (3f919b58-2a3b-43f0-89c8-d4259ca93e63), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:08.436698 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-55115bfb-47f4-49dd-81ba-55ec44ff49c2 req-d30de867-3788-4160-bb52-d18fa9eb2a98 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071736 Sep 18 01:00:08.492507 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:08.493183 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:08.493892 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:08.494441 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:08.495494 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Bound port: 6fb58858-3b9a-401c-a07d-98cf6882c36f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:08.496047 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:08.499883 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:08.549233 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bc08470e-e5ed-4261-aa1d-9a27ac0e1fe1 req-1cc5ac98-99e8-4f51-a20e-9df8dfaa3b0d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961827 Sep 18 01:00:08.581471 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] For port 6fb58858-3b9a-401c-a07d-98cf6882c36f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:08.586035 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] For port 6fb58858-3b9a-401c-a07d-98cf6882c36f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6fb58858-3b9a-401c-a07d-98cf6882c36f,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:08.589868 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:08.614752 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:08.685636 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d92a57e1-d329-41f4-98f4-9ef78a9e9a6d None None] Current status of the port 5c73bd85-0003-4761-bafb-80be43d7893c is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:08.689685 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:08.702892 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] For port bd163f83-3536-4b43-8fd0-d0a6ba586ee9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:08.704245 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:00:08.717186 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa359d4a-7688-45ac-9e15-eb0ec6da6e1b None None] Pushing event updated for resources: {'Port': ['ID=6fb58858-3b9a-401c-a07d-98cf6882c36f,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:08.723722 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] For port bd163f83-3536-4b43-8fd0-d0a6ba586ee9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd163f83-3536-4b43-8fd0-d0a6ba586ee9,segment=NetworkSegment(8fded908-cf7b-4307-a358-8950095c2cd4),segment_id=8fded908-cf7b-4307-a358-8950095c2cd4)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:08.726653 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Routers {'0691fdf3-7263-47a6-991d-43ff1a2da130'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:08.727773 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['0691fdf3-7263-47a6-991d-43ff1a2da130'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:08.949237 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:08.961670 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Sync routers for ids ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:08.982296 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Routers {'3f919b58-2a3b-43f0-89c8-d4259ca93e63'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:08.983433 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:08.987339 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:08.991819 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44262) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:08.994124 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-07950523-0bcf-4dba-b456-b8e48548c12c admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9147840 Sep 18 01:00:09.088142 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:09.093195 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:09.094295 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 36cbfb29-244f-40a0-8103-9a9e57bc5288 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:09.129250 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:09.204733 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Set router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:09.229744 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Provisioning complete for port 5c73bd85-0003-4761-bafb-80be43d7893c triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:09.238961 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:09.239357 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 1 to provision port 5c73bd85-0003-4761-bafb-80be43d7893c Sep 18 01:00:09.376430 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] Set router 0691fdf3-7263-47a6-991d-43ff1a2da130 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:09.562484 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74'}], 'enable_snat': True}, 'gw_port_id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:00:05Z', 'updated_at': '2022-09-18T01:00:07Z', 'revision_number': 3, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'gw_port': {'id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:06Z', 'updated_at': '2022-09-18T01:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:09.635943 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa359d4a-7688-45ac-9e15-eb0ec6da6e1b None None] Pushing event updated for resources: {'Port': ['ID=6fb58858-3b9a-401c-a07d-98cf6882c36f,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:09.669498 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Checking router: 3f919b58-2a3b-43f0-89c8-d4259ca93e63 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:09.670443 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Updating router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 port ce29ab70-99da-4508-9643-5504aed9cf20 binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:09.738540 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Current status of the port 5c73bd85-0003-4761-bafb-80be43d7893c is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:09.764532 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 36cbfb29-244f-40a0-8103-9a9e57bc5288 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:09.765130 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:09.765581 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 36cbfb29-244f-40a0-8103-9a9e57bc5288 Sep 18 01:00:09.850870 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:09.853851 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9bbbb-92bd-4574-a33d-9fd99043bbf5 req-686c9ded-0ddb-45ac-aca0-dc045e95231b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:09.856220 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-61f9bbbb-92bd-4574-a33d-9fd99043bbf5 req-686c9ded-0ddb-45ac-aca0-dc045e95231b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 946 time: 0.1207366 Sep 18 01:00:09.896233 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Provisioning complete for port 06eadf51-ec84-49a7-a361-79a387901b11 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:09.896857 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (06eadf51-ec84-49a7-a361-79a387901b11), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:09.897416 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 1 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:09.932780 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486901a-4997-4ebc-8763-c20f7c8e98ab req-a07e2a64-1415-42b6-bd04-926fa4d7af42 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:09.938861 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2486901a-4997-4ebc-8763-c20f7c8e98ab req-a07e2a64-1415-42b6-bd04-926fa4d7af42 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.3121455 Sep 18 01:00:09.967253 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5ef2f-0b11-40d9-9d36-3c47dfb1e731 None None] Pushing event updated for resources: {'Port': ['ID=bd163f83-3536-4b43-8fd0-d0a6ba586ee9,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:10.034934 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103'}], 'enable_snat': True}, 'gw_port_id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:58Z', 'updated_at': '2022-09-18T01:00:05Z', 'revision_number': 4, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'gw_port': {'id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:00Z', 'updated_at': '2022-09-18T01:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '06eadf51-ec84-49a7-a361-79a387901b11', 'name': '', 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'mac_address': 'fa:16:3e:6c:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:04Z', 'updated_at': '2022-09-18T01:00:05Z', 'revision_number': 2, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'subnets': [{'id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:10.037798 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:10.060839 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-61f9bbbb-92bd-4574-a33d-9fd99043bbf5 req-2638369b-ea94-4f52-9b3b-445c011c24f9 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915710 Sep 18 01:00:10.107737 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2486901a-4997-4ebc-8763-c20f7c8e98ab req-8b1b3075-8c08-41e0-b685-9b9d8bd31266 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533134 Sep 18 01:00:10.109544 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372a6ce4-5198-4c8d-8a31-a47e2adbd85b None None] The sync data for ids ['0691fdf3-7263-47a6-991d-43ff1a2da130'] in dv-cinder-master-3-iscsi is: [{'id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103'}], 'enable_snat': True}, 'gw_port_id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:58Z', 'updated_at': '2022-09-18T01:00:05Z', 'revision_number': 4, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'gw_port': {'id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:00Z', 'updated_at': '2022-09-18T01:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '06eadf51-ec84-49a7-a361-79a387901b11', 'name': '', 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'mac_address': 'fa:16:3e:6c:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:04Z', 'updated_at': '2022-09-18T01:00:05Z', 'revision_number': 2, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'subnets': [{'id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:10.117245 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 36cbfb29-244f-40a0-8103-9a9e57bc5288 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:10.174183 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.278127 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:10.368261 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:10.395013 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Publish callbacks [] for port (ce29ab70-99da-4508-9643-5504aed9cf20), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.418404 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.459689 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device bd163f83-3536-4b43-8fd0-d0a6ba586ee9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:10.472948 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Allocated IP 172.20.0.1 (38f2e1c3-0de5-41e9-aeb5-96513a319085/473b30ad-8899-455f-b3e0-9f3d0720928c/559f9dc2-f6c8-4696-8ab3-61882465d6fe) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:10.516293 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Attempting to bind port ce29ab70-99da-4508-9643-5504aed9cf20 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:10.516932 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Attempting to bind port ce29ab70-99da-4508-9643-5504aed9cf20 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:10.517524 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Attempting to bind port ce29ab70-99da-4508-9643-5504aed9cf20 on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:10.542748 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 2 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:10.566814 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:10.612651 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:10.613699 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:10.614250 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.614838 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:10.615626 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Bound port: ce29ab70-99da-4508-9643-5504aed9cf20, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:10.616700 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.621087 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c81db-7fc0-4169-856e-d527aa85a7be None None] Pushing event updated for resources: {'Port': ['ID=ce29ab70-99da-4508-9643-5504aed9cf20,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:10.644386 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-f4b5d98a-30bd-4a6f-898a-ddcaf0063df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:10.645952 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-f4b5d98a-30bd-4a6f-898a-ddcaf0063df1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 1129 time: 0.1060233 Sep 18 01:00:10.706740 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:10.742488 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] For port ce29ab70-99da-4508-9643-5504aed9cf20, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:10.752790 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] For port ce29ab70-99da-4508-9643-5504aed9cf20, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce29ab70-99da-4508-9643-5504aed9cf20,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:10.760303 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:10.768913 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.769241 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:10.770834 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.771191 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 Sep 18 01:00:10.813692 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Publish callbacks [] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.859513 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Routers {'3f919b58-2a3b-43f0-89c8-d4259ca93e63'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:10.860299 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:10.889616 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-d762451f-5f52-46c1-9e33-64e863f35fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:10.891760 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-d762451f-5f52-46c1-9e33-64e863f35fd1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 918 time: 0.2371216 Sep 18 01:00:10.911654 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.951479 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:10.951866 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:11.033812 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Network 38f2e1c3-0de5-41e9-aeb5-96513a319085 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:11.038889 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:11.044800 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:11.045284 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port bd163f83-3536-4b43-8fd0-d0a6ba586ee9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd163f83-3536-4b43-8fd0-d0a6ba586ee9,segment=NetworkSegment(8fded908-cf7b-4307-a358-8950095c2cd4),segment_id=8fded908-cf7b-4307-a358-8950095c2cd4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:11.054408 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:11.055375 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5c73bd85-0003-4761-bafb-80be43d7893c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:11.056413 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c81db-7fc0-4169-856e-d527aa85a7be None None] Pushing event updated for resources: {'Port': ['ID=ce29ab70-99da-4508-9643-5504aed9cf20,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:11.073339 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-0dd9f2b2-12b4-4c03-a18f-7a673f7f888b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155 HTTP/1.1" status: 200 len: 1001 time: 0.1744463 Sep 18 01:00:11.171340 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Pushing event updated for resources: {'Port': ['ID=559f9dc2-f6c8-4696-8ab3-61882465d6fe,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:11.211441 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] Set router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:11.214444 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-16a0affb-3fb1-4f03-97a1-c937ad586fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:11.217327 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (3f919b58-2a3b-43f0-89c8-d4259ca93e63), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:11.225946 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-16a0affb-3fb1-4f03-97a1-c937ad586fb3 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.1442342 Sep 18 01:00:11.232403 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e359332d-ef65-4a30-a10a-15a9121ad1db None None] Network 38f2e1c3-0de5-41e9-aeb5-96513a319085 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:00:11.246778 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:11.291529 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 3 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:11.462668 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=bd163f83-3536-4b43-8fd0-d0a6ba586ee9,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:11.475073 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:11.482310 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 5c73bd85-0003-4761-bafb-80be43d7893c triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:11.482756 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:11.483101 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 5c73bd85-0003-4761-bafb-80be43d7893c Sep 18 01:00:11.537006 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:11.551000 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74'}], 'enable_snat': True}, 'gw_port_id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:00:05Z', 'updated_at': '2022-09-18T01:00:07Z', 'revision_number': 3, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'gw_port': {'id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:06Z', 'updated_at': '2022-09-18T01:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:11.570116 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:11.589590 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fea3a85-8175-4724-be86-683cfc08b483 None None] The sync data for ids ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'] in dv-cinder-master-3-iscsi is: [{'id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74'}], 'enable_snat': True}, 'gw_port_id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:00:05Z', 'updated_at': '2022-09-18T01:00:07Z', 'revision_number': 3, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'gw_port': {'id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:06Z', 'updated_at': '2022-09-18T01:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:11.707512 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 5c73bd85-0003-4761-bafb-80be43d7893c is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:11.711665 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:11.784112 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:11.810371 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:11.811049 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:11.811499 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 Sep 18 01:00:11.970029 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:11.985123 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 4 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:11.993099 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Publish callbacks [] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:11.999949 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:12.070522 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:12.076981 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-3937b5af-017a-4f57-b380-774225e8bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:12.078756 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-3937b5af-017a-4f57-b380-774225e8bc9f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.8390279 Sep 18 01:00:12.087008 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Pushing event updated for resources: {'Port': ['ID=559f9dc2-f6c8-4696-8ab3-61882465d6fe,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:12.089778 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc337536-9845-4bad-aa14-c31487564c6e req-88713dcc-263e-46bd-922c-e992fc0675e0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:12.098343 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cc337536-9845-4bad-aa14-c31487564c6e req-88713dcc-263e-46bd-922c-e992fc0675e0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 945 time: 0.7792938 Sep 18 01:00:12.127219 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:12.139290 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc54db8-d21f-4d2d-a12f-83d49b9dad02 req-9ca48af1-3b38-46d8-8f7c-c83c0a75f5f5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:12.144043 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bcc54db8-d21f-4d2d-a12f-83d49b9dad02 req-9ca48af1-3b38-46d8-8f7c-c83c0a75f5f5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 946 time: 0.8877916 Sep 18 01:00:12.163514 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (3f919b58-2a3b-43f0-89c8-d4259ca93e63), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:12.355732 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-d9f7563c-0b82-4779-848a-4d4c205280eb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468739 Sep 18 01:00:12.378164 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Network 38f2e1c3-0de5-41e9-aeb5-96513a319085 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:12.380003 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:12.546924 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device bd163f83-3536-4b43-8fd0-d0a6ba586ee9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:12.555887 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:12.585607 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cc337536-9845-4bad-aa14-c31487564c6e req-62bb3bc6-c3d6-46a7-bfef-27fb64ccd3a6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4863365 Sep 18 01:00:12.591220 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:12.620591 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 5 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:12.634576 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bcc54db8-d21f-4d2d-a12f-83d49b9dad02 req-da9989a4-1498-4697-a6c6-c1bc3ea27523 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118780 Sep 18 01:00:12.736523 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a73f7d23-0217-4b01-86b8-97847c57c2b1 req-28b128a6-9698-42b1-b869-d846d33e52da service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605890 Sep 18 01:00:12.762811 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:12.781852 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:12.784790 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:12.833482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:12.834234 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:12.835347 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 Sep 18 01:00:12.882543 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bd383-8b5b-4a9f-a919-dcd05521caa0 req-82572cf4-213e-4c94-9bf7-fd2d597be6e8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:12.888279 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-412bd383-8b5b-4a9f-a919-dcd05521caa0 req-82572cf4-213e-4c94-9bf7-fd2d597be6e8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 946 time: 0.1124959 Sep 18 01:00:12.900091 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44286) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:12.906423 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-a7a8e158-17d1-447e-b1da-0c25b991b0b4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'floatingip': {'port_id': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:12.960914 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port af5eca8e-a823-4591-9077-2a4b9b7fb155 is: ACTIVE; New status is: DOWN {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:12.961301 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:12.995700 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a7a8e158-17d1-447e-b1da-0c25b991b0b4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (abacfbfd-68c0-4d2b-b495-0b7760303c7c), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:13.023735 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:13.031067 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c2bcd2-3ca2-431d-b015-640a3836b410" -d '{"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-unplugged", "status": "completed", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:13.098441 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:13.105458 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:13.110064 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 6fb58858-3b9a-401c-a07d-98cf6882c36f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:13.195745 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e3819-f8ee-49f1-b8f2-1ec342025ee8 x-openstack-request-id: req-f18e3819-f8ee-49f1-b8f2-1ec342025ee8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:13.196037 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-unplugged", "status": "completed", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:13.196293 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f18e3819-f8ee-49f1-b8f2-1ec342025ee8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:13.204203 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18e3819-f8ee-49f1-b8f2-1ec342025ee8'] response: {'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'code': 200} Sep 18 01:00:13.220526 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:13.264590 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 6fb58858-3b9a-401c-a07d-98cf6882c36f triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:13.264966 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:13.265310 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 6fb58858-3b9a-401c-a07d-98cf6882c36f Sep 18 01:00:13.291049 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 6 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:13.396582 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:13.402940 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:13.425678 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:00:13.456963 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 6fb58858-3b9a-401c-a07d-98cf6882c36f is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:13.456963 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:13.462590 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:13.469241 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:13.476601 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b9a5d3f2-eff0-43a8-bf61-4bb2d3c96342 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/3f919b58-2a3b-43f0-89c8-d4259ca93e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4835184 Sep 18 01:00:13.488015 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 6fb58858-3b9a-401c-a07d-98cf6882c36f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6fb58858-3b9a-401c-a07d-98cf6882c36f,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:13.512760 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:13.594349 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=6fb58858-3b9a-401c-a07d-98cf6882c36f,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:13.800959 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a7a8e158-17d1-447e-b1da-0c25b991b0b4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:13.818406 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a7a8e158-17d1-447e-b1da-0c25b991b0b4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (abacfbfd-68c0-4d2b-b495-0b7760303c7c), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:13.908019 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 7 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:14.056190 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [None req-a7a8e158-17d1-447e-b1da-0c25b991b0b4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Floating IP abacfbfd-68c0-4d2b-b495-0b7760303c7c associated. External IP: 172.37.7.88, port: b8d36f12-54c1-44a9-97c9-bfd9768a810e. Sep 18 01:00:14.066103 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650fa04-5d9d-4826-8a44-fdfb2c732536 req-ecfbda85-dff4-4407-92f1-8a8454418053 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:14.067803 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c650fa04-5d9d-4826-8a44-fdfb2c732536 req-ecfbda85-dff4-4407-92f1-8a8454418053 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.2650390 Sep 18 01:00:14.123015 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:14.196907 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:14.257734 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44298) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:14.262360 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c526500c-4213-4ec8-b1fd-0ea837720cf3 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821199059', 'description': 'tempest-secgroup-smoke-821199059 description', 'project_id': '6958209222b44905bcb4baa1b8c26c58'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:14.267372 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c650fa04-5d9d-4826-8a44-fdfb2c732536 req-6e41460a-ab2f-4e39-a304-e39a5a1fa21a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370325 Sep 18 01:00:14.307894 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c526500c-4213-4ec8-b1fd-0ea837720cf3 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.376086 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 6fb58858-3b9a-401c-a07d-98cf6882c36f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:14.416015 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c526500c-4213-4ec8-b1fd-0ea837720cf3 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group (1b58ffc9-4a9a-433b-a5a3-727ba234b313), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.421583 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c526500c-4213-4ec8-b1fd-0ea837720cf3 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (1b58ffc9-4a9a-433b-a5a3-727ba234b313), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.448042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 6fb58858-3b9a-401c-a07d-98cf6882c36f triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:14.448624 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.448973 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 6fb58858-3b9a-401c-a07d-98cf6882c36f Sep 18 01:00:14.453293 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c526500c-4213-4ec8-b1fd-0ea837720cf3 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.457925 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c526500c-4213-4ec8-b1fd-0ea837720cf3 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1990848 Sep 18 01:00:14.459489 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44300) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:14.462891 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526500c-4213-4ec8-b1fd-0ea837720cf3 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b58ffc9-4a9a-433b-a5a3-727ba234b313,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:14.465738 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-f115cdfa-431b-4ea0-9153-7d62f9220885 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'security_group_rule': {'security_group_id': '1b58ffc9-4a9a-433b-a5a3-727ba234b313', 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:14.501880 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a8e158-17d1-447e-b1da-0c25b991b0b4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:14.537023 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f115cdfa-431b-4ea0-9153-7d62f9220885 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (89d0d9f6-e481-43e2-bcb6-42b501f9332c), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.573439 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 6fb58858-3b9a-401c-a07d-98cf6882c36f is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:14.573439 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ce29ab70-99da-4508-9643-5504aed9cf20 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:14.625493 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 8 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:14.663945 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port ce29ab70-99da-4508-9643-5504aed9cf20 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:14.664433 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.664837 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port ce29ab70-99da-4508-9643-5504aed9cf20 Sep 18 01:00:14.701642 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f115cdfa-431b-4ea0-9153-7d62f9220885 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (89d0d9f6-e481-43e2-bcb6-42b501f9332c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.711174 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:14.767858 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:14.782519 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:14.785534 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a8e158-17d1-447e-b1da-0c25b991b0b4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:14.791632 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port ce29ab70-99da-4508-9643-5504aed9cf20 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:14.792036 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.799280 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:14.800777 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a7a8e158-17d1-447e-b1da-0c25b991b0b4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.806818 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:14.836766 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port ce29ab70-99da-4508-9643-5504aed9cf20, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce29ab70-99da-4508-9643-5504aed9cf20,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:14.840773 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:14.841741 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:14.843348 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-a7a8e158-17d1-447e-b1da-0c25b991b0b4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/abacfbfd-68c0-4d2b-b495-0b7760303c7c HTTP/1.1" status: 200 len: 991 time: 1.9401398 Sep 18 01:00:14.846203 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'tag': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:14.848706 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.849167 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592" -d '{"events": [{"name": "network-changed", "server_uuid": "1a2de33a-66be-4df0-9c70-adf5c1b03ec8", "tag": "b8d36f12-54c1-44a9-97c9-bfd9768a810e"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:14.856705 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f115cdfa-431b-4ea0-9153-7d62f9220885 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (89d0d9f6-e481-43e2-bcb6-42b501f9332c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.901598 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115cdfa-431b-4ea0-9153-7d62f9220885 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d0d9f6-e481-43e2-bcb6-42b501f9332c,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:14.913881 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f115cdfa-431b-4ea0-9153-7d62f9220885 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:14.918126 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44312) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:14.918737 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-f115cdfa-431b-4ea0-9153-7d62f9220885 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4578025 Sep 18 01:00:14.923564 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2e8a78a5-3899-40c6-880d-f28f4a1ea6a7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'security_group_rule': {'security_group_id': '1b58ffc9-4a9a-433b-a5a3-727ba234b313', 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:14.978213 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede03b81-0a32-4dd4-810a-d18bc0998aef x-openstack-request-id: req-ede03b81-0a32-4dd4-810a-d18bc0998aef {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:14.978969 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a2de33a-66be-4df0-9c70-adf5c1b03ec8", "tag": "b8d36f12-54c1-44a9-97c9-bfd9768a810e", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:14.979390 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ede03b81-0a32-4dd4-810a-d18bc0998aef {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:14.980007 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede03b81-0a32-4dd4-810a-d18bc0998aef'] response: {'name': 'network-changed', 'server_uuid': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'tag': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e', 'status': 'completed', 'code': 200} Sep 18 01:00:14.987498 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e8a78a5-3899-40c6-880d-f28f4a1ea6a7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (4908222a-57b0-476f-90a6-0b819ab5485d), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.092461 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e8a78a5-3899-40c6-880d-f28f4a1ea6a7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (4908222a-57b0-476f-90a6-0b819ab5485d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.101577 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e8a78a5-3899-40c6-880d-f28f4a1ea6a7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (4908222a-57b0-476f-90a6-0b819ab5485d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.128778 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:15.144187 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a78a5-3899-40c6-880d-f28f4a1ea6a7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4908222a-57b0-476f-90a6-0b819ab5485d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:15.146803 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-32188005-d1df-43e6-ba05-4896995e5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:15.150182 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-32188005-d1df-43e6-ba05-4896995e5ffe service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 1130 time: 0.1145251 Sep 18 01:00:15.154442 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e8a78a5-3899-40c6-880d-f28f4a1ea6a7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.156075 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-2e8a78a5-3899-40c6-880d-f28f4a1ea6a7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2364624 Sep 18 01:00:15.158778 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44314) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:15.163798 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-88e3811b-f5ba-4adf-809f-450dda235fac tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'security_group_rule': {'security_group_id': '1b58ffc9-4a9a-433b-a5a3-727ba234b313', 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:15.178202 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:15.221303 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88e3811b-f5ba-4adf-809f-450dda235fac tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (b0e7857b-0960-44cb-b384-5fb56967cc36), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.229071 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 9 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:15.265113 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:15.298487 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-026ba79a-61c3-4af1-9bb6-a6a9964c3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:15.301027 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-026ba79a-61c3-4af1-9bb6-a6a9964c3acb service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 914 time: 0.1438601 Sep 18 01:00:15.308964 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88e3811b-f5ba-4adf-809f-450dda235fac tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (b0e7857b-0960-44cb-b384-5fb56967cc36), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.316831 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88e3811b-f5ba-4adf-809f-450dda235fac tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (b0e7857b-0960-44cb-b384-5fb56967cc36), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.349916 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-88e3811b-f5ba-4adf-809f-450dda235fac tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.351989 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-88e3811b-f5ba-4adf-809f-450dda235fac tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1920474 Sep 18 01:00:15.354501 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3811b-f5ba-4adf-809f-450dda235fac tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e7857b-0960-44cb-b384-5fb56967cc36,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:15.354774 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44322) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:15.362407 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-77ef94d0-09bc-43db-bd0b-a1606dcfd86d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'security_group_rule': {'security_group_id': '1b58ffc9-4a9a-433b-a5a3-727ba234b313', 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:15.426652 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77ef94d0-09bc-43db-bd0b-a1606dcfd86d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (6123f4ef-afa0-4999-a1f4-61a4335417a8), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.464301 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-1bf174df-cdb4-4b3c-b78a-6395c936f757 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d36f12-54c1-44a9-97c9-bfd9768a810e HTTP/1.1" status: 200 len: 999 time: 0.1357741 Sep 18 01:00:15.473559 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=ce29ab70-99da-4508-9643-5504aed9cf20,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:15.564949 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77ef94d0-09bc-43db-bd0b-a1606dcfd86d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (6123f4ef-afa0-4999-a1f4-61a4335417a8), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.572177 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77ef94d0-09bc-43db-bd0b-a1606dcfd86d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (6123f4ef-afa0-4999-a1f4-61a4335417a8), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.577636 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:15.636172 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef94d0-09bc-43db-bd0b-a1606dcfd86d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6123f4ef-afa0-4999-a1f4-61a4335417a8,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:15.660503 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-77ef94d0-09bc-43db-bd0b-a1606dcfd86d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.662209 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-77ef94d0-09bc-43db-bd0b-a1606dcfd86d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3043561 Sep 18 01:00:15.662544 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92172c12-f8d5-4de0-ae89-edd7187fbd9e req-bc3bf1b7-706a-4476-b0dc-e98cfe9af6e0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:15.665122 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-92172c12-f8d5-4de0-ae89-edd7187fbd9e req-bc3bf1b7-706a-4476-b0dc-e98cfe9af6e0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.1684391 Sep 18 01:00:15.666855 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44324) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:15.671855 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cdfda124-f833-45e2-99f3-05c9bde1bc46 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'security_group_rule': {'security_group_id': '1b58ffc9-4a9a-433b-a5a3-727ba234b313', 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:15.737528 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-cdfda124-f833-45e2-99f3-05c9bde1bc46 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Project 6958209222b44905bcb4baa1b8c26c58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:00:15.755354 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cdfda124-f833-45e2-99f3-05c9bde1bc46 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (fd961afd-2f4d-4ff5-a4e7-696bc512ef69), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.760716 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-00cc8fec-b7ef-4a4f-997f-e0c9f6d261da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:15.765835 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-00cc8fec-b7ef-4a4f-997f-e0c9f6d261da service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=665e6178-f5ce-4fbf-9a1f-c6745892e403 HTTP/1.1" status: 200 len: 852 time: 0.2970948 Sep 18 01:00:15.873890 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-482e045e-2fb1-4528-a6e4-000077714fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:15.875485 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-482e045e-2fb1-4528-a6e4-000077714fb1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3227bd19-4c4c-45c0-aee5-e73b3870bae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019113 Sep 18 01:00:15.881146 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cdfda124-f833-45e2-99f3-05c9bde1bc46 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (fd961afd-2f4d-4ff5-a4e7-696bc512ef69), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.888036 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-92172c12-f8d5-4de0-ae89-edd7187fbd9e req-da732b90-c9e9-4f70-b7c6-67ea2f3619c6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135520 Sep 18 01:00:15.889420 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cdfda124-f833-45e2-99f3-05c9bde1bc46 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (fd961afd-2f4d-4ff5-a4e7-696bc512ef69), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.914908 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfda124-f833-45e2-99f3-05c9bde1bc46 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd961afd-2f4d-4ff5-a4e7-696bc512ef69,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:15.927289 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cdfda124-f833-45e2-99f3-05c9bde1bc46 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.931253 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-cdfda124-f833-45e2-99f3-05c9bde1bc46 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2604384 Sep 18 01:00:15.931531 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44328) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:15.936116 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-40101cf5-59e5-48fe-bec4-cf6c9c3702cd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'security_group_rule': {'security_group_id': '1b58ffc9-4a9a-433b-a5a3-727ba234b313', 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:15.938753 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9f346e0c-d868-412b-95f8-1433098e5eb9', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.72', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:20Z', 'updated_at': '2022-09-18T00:58:20Z', 'revision_number': 2, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}, {'id': 'abacfbfd-68c0-4d2b-b495-0b7760303c7c', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.88', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:46:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:40Z', 'updated_at': '2022-09-18T01:00:13Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:15.970405 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.securitygroups_db [None req-40101cf5-59e5-48fe-bec4-cf6c9c3702cd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Project 6958209222b44905bcb4baa1b8c26c58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:00:15.978069 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:15.980308 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:15.982098 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-40101cf5-59e5-48fe-bec4-cf6c9c3702cd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (947d6079-0832-44aa-b5df-3c84b49c254a), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.989038 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:15.989661 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:16.051721 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-40101cf5-59e5-48fe-bec4-cf6c9c3702cd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (947d6079-0832-44aa-b5df-3c84b49c254a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.057596 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-40101cf5-59e5-48fe-bec4-cf6c9c3702cd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (947d6079-0832-44aa-b5df-3c84b49c254a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.090682 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40101cf5-59e5-48fe-bec4-cf6c9c3702cd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947d6079-0832-44aa-b5df-3c84b49c254a,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:16.099569 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-40101cf5-59e5-48fe-bec4-cf6c9c3702cd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.101013 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Attempt 10 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:16.101837 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-40101cf5-59e5-48fe-bec4-cf6c9c3702cd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1692324 Sep 18 01:00:16.146898 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-26c2947d-128f-4670-ab0b-4db58072525b None None] Port 06eadf51-ec84-49a7-a361-79a387901b11 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:16.267902 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:16.328006 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ce29ab70-99da-4508-9643-5504aed9cf20 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:16.346800 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-65ff19e0-3a79-4823-854e-f5bf70369486 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259283 Sep 18 01:00:16.396783 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Provisioning complete for port 559f9dc2-f6c8-4696-8ab3-61882465d6fe triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:16.397761 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.398151 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Attempt 1 to provision port 559f9dc2-f6c8-4696-8ab3-61882465d6fe Sep 18 01:00:16.465343 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Sync routers for ids ['0691fdf3-7263-47a6-991d-43ff1a2da130'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:16.483177 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Routers {'0691fdf3-7263-47a6-991d-43ff1a2da130'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:16.483800 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['0691fdf3-7263-47a6-991d-43ff1a2da130'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:16.544007 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-51dcdbaa-1fe6-4a7e-94d3-3d54bea9b592 req-4a9ea4a3-ad2e-4b45-adce-3bdf7dbeef81 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865406 Sep 18 01:00:16.552024 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Port 559f9dc2-f6c8-4696-8ab3-61882465d6fe cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:16.617908 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port ce29ab70-99da-4508-9643-5504aed9cf20 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:16.618445 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.618913 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port ce29ab70-99da-4508-9643-5504aed9cf20 Sep 18 01:00:16.750089 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Set router 0691fdf3-7263-47a6-991d-43ff1a2da130 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:16.792177 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:16.912593 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Sync routers for ids ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:16.943289 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:17.049066 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9f346e0c-d868-412b-95f8-1433098e5eb9', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.72', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:20Z', 'updated_at': '2022-09-18T00:58:20Z', 'revision_number': 2, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}, {'id': 'abacfbfd-68c0-4d2b-b495-0b7760303c7c', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.88', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:46:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:40Z', 'updated_at': '2022-09-18T01:00:13Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:17.050681 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-ef0c8cdd-d267-460c-a29c-0674b7d3e4e4 req-d1f6482f-727c-48e5-88ef-2bea6bf7481b service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 01:00:17.053039 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ef0c8cdd-d267-460c-a29c-0674b7d3e4e4 req-d1f6482f-727c-48e5-88ef-2bea6bf7481b service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0130243 Sep 18 01:00:17.144924 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Attempt 2 to provision port 559f9dc2-f6c8-4696-8ab3-61882465d6fe Sep 18 01:00:17.170988 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Routers {'3f919b58-2a3b-43f0-89c8-d4259ca93e63'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:17.171620 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:17.189954 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103'}], 'enable_snat': True}, 'gw_port_id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:58Z', 'updated_at': '2022-09-18T01:00:05Z', 'revision_number': 4, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'gw_port': {'id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:00Z', 'updated_at': '2022-09-18T01:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '06eadf51-ec84-49a7-a361-79a387901b11', 'name': '', 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'mac_address': 'fa:16:3e:6c:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:04Z', 'updated_at': '2022-09-18T01:00:05Z', 'revision_number': 2, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'subnets': [{'id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:17.225625 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9b3a6-0194-4bda-9e84-1fb593b2a216 None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9f346e0c-d868-412b-95f8-1433098e5eb9', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.72', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:20Z', 'updated_at': '2022-09-18T00:58:20Z', 'revision_number': 2, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}, {'id': 'abacfbfd-68c0-4d2b-b495-0b7760303c7c', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.88', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:46:a3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:40Z', 'updated_at': '2022-09-18T01:00:13Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:17.230230 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port ce29ab70-99da-4508-9643-5504aed9cf20 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:17.232755 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Checking router: 0691fdf3-7263-47a6-991d-43ff1a2da130 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:17.233364 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Updating router 0691fdf3-7263-47a6-991d-43ff1a2da130 port 06eadf51-ec84-49a7-a361-79a387901b11 binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:17.306147 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:17.322936 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (06eadf51-ec84-49a7-a361-79a387901b11), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:17.326931 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Port 559f9dc2-f6c8-4696-8ab3-61882465d6fe cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:17.409515 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port af5eca8e-a823-4591-9077-2a4b9b7fb155 is: DOWN; New status is: DOWN {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:17.436484 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Set router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:17.480719 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:17.589724 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928befc1-9965-4688-89ee-5d9af2aed636 req-c013f259-80dc-4de8-be22-337f3af7aa6c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:17.602451 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-928befc1-9965-4688-89ee-5d9af2aed636 req-c013f259-80dc-4de8-be22-337f3af7aa6c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.1782398 Sep 18 01:00:17.690073 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-928befc1-9965-4688-89ee-5d9af2aed636 req-a8147fd0-9b18-4d8c-acb8-9d3d37953644 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861847 Sep 18 01:00:17.710582 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Publish callbacks [] for port (06eadf51-ec84-49a7-a361-79a387901b11), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:17.722389 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ca213-f83a-40ae-82f6-83b650e94e5d None None] New status for floating IP abacfbfd-68c0-4d2b-b495-0b7760303c7c: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:00:17.726241 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (06eadf51-ec84-49a7-a361-79a387901b11), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:17.758994 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74'}], 'enable_snat': True}, 'gw_port_id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:00:05Z', 'updated_at': '2022-09-18T01:00:11Z', 'revision_number': 4, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'gw_port': {'id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:06Z', 'updated_at': '2022-09-18T01:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '559f9dc2-f6c8-4696-8ab3-61882465d6fe', 'name': '', 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'mac_address': 'fa:16:3e:f3:08:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '473b30ad-8899-455f-b3e0-9f3d0720928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:10Z', 'updated_at': '2022-09-18T01:00:11Z', 'revision_number': 2, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'subnets': [{'id': '473b30ad-8899-455f-b3e0-9f3d0720928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:17.818511 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Checking router: 3f919b58-2a3b-43f0-89c8-d4259ca93e63 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:17.818913 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Updating router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 port 559f9dc2-f6c8-4696-8ab3-61882465d6fe binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:00:18.007548 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95257d4-3980-41b2-859b-cf2156f1b809 None None] Pushing event updated for resources: {'Port': ['ID=06eadf51-ec84-49a7-a361-79a387901b11,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:18.021890 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44422) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:18.022760 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Attempt 3 to provision port 559f9dc2-f6c8-4696-8ab3-61882465d6fe Sep 18 01:00:18.036103 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:18.090960 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Attempting to bind port 06eadf51-ec84-49a7-a361-79a387901b11 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:18.091356 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Attempting to bind port 06eadf51-ec84-49a7-a361-79a387901b11 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:18.091906 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Attempting to bind port 06eadf51-ec84-49a7-a361-79a387901b11 on network 9315fca5-c84d-4494-9b4a-c7e68e91c157 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:18.153057 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Port 559f9dc2-f6c8-4696-8ab3-61882465d6fe cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:18.156285 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:18.189472 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:18.226989 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:18.229253 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Checking segment: {'id': '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:18.229676 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:18.230073 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Bound using segment: {'id': '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:18.230580 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Bound port: 06eadf51-ec84-49a7-a361-79a387901b11, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:18.230952 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (06eadf51-ec84-49a7-a361-79a387901b11), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:18.275334 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-321645f0-ac1b-446d-9ca1-72e1f988fdb7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2518806 Sep 18 01:00:18.294232 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-d03b00dc-f948-4fa6-8696-fc1d22a52626 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 01:00:18.305085 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-d03b00dc-f948-4fa6-8696-fc1d22a52626 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0184529 Sep 18 01:00:18.333678 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] For port 06eadf51-ec84-49a7-a361-79a387901b11, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:18.339351 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] For port 06eadf51-ec84-49a7-a361-79a387901b11, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06eadf51-ec84-49a7-a361-79a387901b11,segment=NetworkSegment(48f989d2-9f2c-4f5b-833a-6fe38db8e8ea),segment_id=48f989d2-9f2c-4f5b-833a-6fe38db8e8ea)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:18.347965 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (06eadf51-ec84-49a7-a361-79a387901b11), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:18.395833 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Routers {'0691fdf3-7263-47a6-991d-43ff1a2da130'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:18.396471 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['0691fdf3-7263-47a6-991d-43ff1a2da130'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:18.447332 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44432) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:18.471176 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95257d4-3980-41b2-859b-cf2156f1b809 None None] Pushing event updated for resources: {'Port': ['ID=06eadf51-ec84-49a7-a361-79a387901b11,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:18.540900 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:18.574000 dv-cinder-master-3-iscsi neutron-server[106376]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 01:00:18.597358 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] Set router 0691fdf3-7263-47a6-991d-43ff1a2da130 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:18.630013 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Publish callbacks [] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:18.646214 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:18.657176 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-4e21f51a-cd52-44d7-a095-0c349afacf32 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:18.658901 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-4e21f51a-cd52-44d7-a095-0c349afacf32 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports/af5eca8e-a823-4591-9077-2a4b9b7fb155 HTTP/1.1" status: 200 len: 940 time: 0.2069209 Sep 18 01:00:18.659183 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Attempt 4 to provision port 559f9dc2-f6c8-4696-8ab3-61882465d6fe Sep 18 01:00:18.825216 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Port 559f9dc2-f6c8-4696-8ab3-61882465d6fe cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:18.827055 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Attempting to bind port 559f9dc2-f6c8-4696-8ab3-61882465d6fe on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:18.827450 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Attempting to bind port 559f9dc2-f6c8-4696-8ab3-61882465d6fe by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8fded908-cf7b-4307-a358-8950095c2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:18.827813 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Attempting to bind port 559f9dc2-f6c8-4696-8ab3-61882465d6fe on network 38f2e1c3-0de5-41e9-aeb5-96513a319085 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:18.830076 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba76584-9c9e-4609-9320-c9afd4c9e0fe None None] Pushing event updated for resources: {'Port': ['ID=559f9dc2-f6c8-4696-8ab3-61882465d6fe,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:18.925832 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103'}], 'enable_snat': True}, 'gw_port_id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:58Z', 'updated_at': '2022-09-18T01:00:05Z', 'revision_number': 4, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'gw_port': {'id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:00Z', 'updated_at': '2022-09-18T01:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '06eadf51-ec84-49a7-a361-79a387901b11', 'name': '', 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'mac_address': 'fa:16:3e:6c:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:04Z', 'updated_at': '2022-09-18T01:00:18Z', 'revision_number': 4, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'subnets': [{'id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:18.931197 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cd202-455a-4006-ae86-1408a2a576ab req-36805d51-9f09-4711-9e54-5f1b2cac617e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:18.932501 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:18.932883 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Checking segment: {'id': '8fded908-cf7b-4307-a358-8950095c2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:18.933322 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:18.933790 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Bound using segment: {'id': '8fded908-cf7b-4307-a358-8950095c2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:18.934300 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Bound port: 559f9dc2-f6c8-4696-8ab3-61882465d6fe, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fded908-cf7b-4307-a358-8950095c2cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:18.934967 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-928cd202-455a-4006-ae86-1408a2a576ab req-36805d51-9f09-4711-9e54-5f1b2cac617e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0995679 Sep 18 01:00:18.935442 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:18.974988 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdb078-e464-4235-878e-2493e9a31aea None None] The sync data for ids ['0691fdf3-7263-47a6-991d-43ff1a2da130'] in dv-cinder-master-3-iscsi is: [{'id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103'}], 'enable_snat': True}, 'gw_port_id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:58Z', 'updated_at': '2022-09-18T01:00:05Z', 'revision_number': 4, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'gw_port': {'id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:00Z', 'updated_at': '2022-09-18T01:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '06eadf51-ec84-49a7-a361-79a387901b11', 'name': '', 'network_id': '9315fca5-c84d-4494-9b4a-c7e68e91c157', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'mac_address': 'fa:16:3e:6c:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:04Z', 'updated_at': '2022-09-18T01:00:18Z', 'revision_number': 4, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'subnets': [{'id': 'ee5c9f79-a673-4317-be24-1a48e0f12574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:19.015476 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-928cd202-455a-4006-ae86-1408a2a576ab req-e6b2db76-fcc8-4925-8725-828866696627 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745564 Sep 18 01:00:19.058696 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] For port 559f9dc2-f6c8-4696-8ab3-61882465d6fe, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:19.062441 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] For port 559f9dc2-f6c8-4696-8ab3-61882465d6fe, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=559f9dc2-f6c8-4696-8ab3-61882465d6fe,segment=NetworkSegment(8fded908-cf7b-4307-a358-8950095c2cd4),segment_id=8fded908-cf7b-4307-a358-8950095c2cd4)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:19.071363 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:19.141097 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Routers {'3f919b58-2a3b-43f0-89c8-d4259ca93e63'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:19.146809 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:19.233297 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba76584-9c9e-4609-9320-c9afd4c9e0fe None None] Pushing event updated for resources: {'Port': ['ID=559f9dc2-f6c8-4696-8ab3-61882465d6fe,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:19.330335 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] Set router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:19.421055 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Attempt 5 to provision port 559f9dc2-f6c8-4696-8ab3-61882465d6fe Sep 18 01:00:19.547155 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:19.623568 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Current status of the port 559f9dc2-f6c8-4696-8ab3-61882465d6fe is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:19.623962 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:19.685572 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74'}], 'enable_snat': True}, 'gw_port_id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:00:05Z', 'updated_at': '2022-09-18T01:00:11Z', 'revision_number': 4, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'gw_port': {'id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:06Z', 'updated_at': '2022-09-18T01:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '559f9dc2-f6c8-4696-8ab3-61882465d6fe', 'name': '', 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'mac_address': 'fa:16:3e:f3:08:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '473b30ad-8899-455f-b3e0-9f3d0720928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:10Z', 'updated_at': '2022-09-18T01:00:19Z', 'revision_number': 4, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'subnets': [{'id': '473b30ad-8899-455f-b3e0-9f3d0720928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:19.724483 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e40df-fe4f-4f3b-b1eb-3fdfafb41ae9 None None] The sync data for ids ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'] in dv-cinder-master-3-iscsi is: [{'id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74'}], 'enable_snat': True}, 'gw_port_id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:00:05Z', 'updated_at': '2022-09-18T01:00:11Z', 'revision_number': 4, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'gw_port': {'id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:06Z', 'updated_at': '2022-09-18T01:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '559f9dc2-f6c8-4696-8ab3-61882465d6fe', 'name': '', 'network_id': '38f2e1c3-0de5-41e9-aeb5-96513a319085', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'mac_address': 'fa:16:3e:f3:08:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '473b30ad-8899-455f-b3e0-9f3d0720928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:10Z', 'updated_at': '2022-09-18T01:00:19Z', 'revision_number': 4, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'subnets': [{'id': '473b30ad-8899-455f-b3e0-9f3d0720928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:19.749274 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] For port 559f9dc2-f6c8-4696-8ab3-61882465d6fe, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=559f9dc2-f6c8-4696-8ab3-61882465d6fe,segment=NetworkSegment(8fded908-cf7b-4307-a358-8950095c2cd4),segment_id=8fded908-cf7b-4307-a358-8950095c2cd4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:19.754896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:19.797623 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Provisioning complete for port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:19.798005 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:19.798344 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Attempt 1 to provision port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 Sep 18 01:00:19.884243 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Pushing event updated for resources: {'Port': ['ID=559f9dc2-f6c8-4696-8ab3-61882465d6fe,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:20.011573 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b453b0f8-8bef-4c6d-a840-e6b0b2dd0c65 None None] Current status of the port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:20.300552 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed964d42-1d70-4abb-99e7-6fb56a73db13 req-d1780b00-63a4-4434-b0b1-bd6a34d3ef7c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:20.302797 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed964d42-1d70-4abb-99e7-6fb56a73db13 req-d1780b00-63a4-4434-b0b1-bd6a34d3ef7c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.1340516 Sep 18 01:00:20.400296 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed964d42-1d70-4abb-99e7-6fb56a73db13 req-2c79a491-44c0-403b-ac23-590d309f36b1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913603 Sep 18 01:00:20.453748 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 559f9dc2-f6c8-4696-8ab3-61882465d6fe up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:20.496227 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:20.526980 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 559f9dc2-f6c8-4696-8ab3-61882465d6fe triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:20.529314 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.529685 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 559f9dc2-f6c8-4696-8ab3-61882465d6fe Sep 18 01:00:20.650826 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 559f9dc2-f6c8-4696-8ab3-61882465d6fe is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:20.651619 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 06eadf51-ec84-49a7-a361-79a387901b11 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:20.734366 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:20.737175 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 06eadf51-ec84-49a7-a361-79a387901b11 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:20.737827 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (06eadf51-ec84-49a7-a361-79a387901b11), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.738269 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:20.846132 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 06eadf51-ec84-49a7-a361-79a387901b11 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:20.846851 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (06eadf51-ec84-49a7-a361-79a387901b11), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.895491 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 06eadf51-ec84-49a7-a361-79a387901b11, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06eadf51-ec84-49a7-a361-79a387901b11,segment=NetworkSegment(48f989d2-9f2c-4f5b-833a-6fe38db8e8ea),segment_id=48f989d2-9f2c-4f5b-833a-6fe38db8e8ea)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:20.904110 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (06eadf51-ec84-49a7-a361-79a387901b11), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.972468 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=06eadf51-ec84-49a7-a361-79a387901b11,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:21.509712 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:21.580304 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-0b030e3d-eb42-4f9a-bc06-064df5538edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:21.581890 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-0b030e3d-eb42-4f9a-bc06-064df5538edf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152&tenant_id=505bd70415a04f53a64645eb7959a5fb HTTP/1.1" status: 200 len: 1127 time: 0.1250341 Sep 18 01:00:21.596470 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc558ca-d0ec-4565-8c9f-e3774ba36635 req-80e8d6f0-d34e-4601-8799-132c08561abc tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:21.597870 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ecc558ca-d0ec-4565-8c9f-e3774ba36635 req-80e8d6f0-d34e-4601-8799-132c08561abc tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0802372 Sep 18 01:00:21.695970 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-46572653-1657-46a7-a0b4-7400f1c8de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:21.697875 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-46572653-1657-46a7-a0b4-7400f1c8de0d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 1127 time: 0.0680330 Sep 18 01:00:21.708896 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ecc558ca-d0ec-4565-8c9f-e3774ba36635 req-5a72ecb1-f24f-4f57-8f1e-6642ceb71b88 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953414 Sep 18 01:00:22.026792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-86d4c809-e047-4706-8729-2a58d982860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:22.028271 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-86d4c809-e047-4706-8729-2a58d982860c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 918 time: 0.3177016 Sep 18 01:00:22.109127 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-71bc8a85-d324-4d91-a109-21dcfde4ccf2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155 HTTP/1.1" status: 200 len: 999 time: 0.0729935 Sep 18 01:00:22.123823 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:22.171884 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-d57efd8c-e602-4694-a7b2-460b65b2dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:22.173747 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-d57efd8c-e602-4694-a7b2-460b65b2dfda service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.0580459 Sep 18 01:00:22.235108 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-87f87213-8564-4c85-aea7-77437b3c0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:22.236780 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-87f87213-8564-4c85-aea7-77437b3c0ee4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542247 Sep 18 01:00:22.265858 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 06eadf51-ec84-49a7-a361-79a387901b11 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:22.335043 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 06eadf51-ec84-49a7-a361-79a387901b11 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:22.335678 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (06eadf51-ec84-49a7-a361-79a387901b11), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.336251 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 06eadf51-ec84-49a7-a361-79a387901b11 Sep 18 01:00:22.368098 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-b26ad95e-8da1-4153-a895-0eacbd5d743e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174560 Sep 18 01:00:22.431287 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 06eadf51-ec84-49a7-a361-79a387901b11 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:22.501453 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5058c492-f58c-4e5b-b338-f2c0adfa91e1 req-c7769557-e14e-4478-84b2-6360ea954115 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278064 Sep 18 01:00:22.808293 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.867378 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd850be-10b9-4416-989c-9cf4601aa779 req-5d7da3dd-afd4-4800-9050-ab2a74eca536 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:22.875543 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bfd850be-10b9-4416-989c-9cf4601aa779 req-5d7da3dd-afd4-4800-9050-ab2a74eca536 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0658760 Sep 18 01:00:22.931318 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bfd850be-10b9-4416-989c-9cf4601aa779 req-509b55a8-b8ed-48d2-876f-31bb358eb5e3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548010 Sep 18 01:00:24.075036 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430ca39-738b-4a32-8ec1-e7bd8876d4b4 req-71394a3d-f741-442f-9637-139e91cef690 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:24.076977 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1430ca39-738b-4a32-8ec1-e7bd8876d4b4 req-71394a3d-f741-442f-9637-139e91cef690 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0549197 Sep 18 01:00:24.151460 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1430ca39-738b-4a32-8ec1-e7bd8876d4b4 req-7930912f-3171-48e8-9617-218c8a1bb1b8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684445 Sep 18 01:00:24.997630 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-b1ab65ff-960b-4f14-b950-e982df355aa5 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:24.999222 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-b1ab65ff-960b-4f14-b950-e982df355aa5 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/networks?id=6fef5f4e-b094-42f4-8864-339fd1327a47 HTTP/1.1" status: 200 len: 815 time: 0.1105220 Sep 18 01:00:25.014248 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-c69ed2e5-2064-48eb-a42c-abb963756bc2 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/quotas/c9f737f6350f4d1f993708b1f90a862e HTTP/1.1" status: 200 len: 375 time: 0.0096409 Sep 18 01:00:25.073419 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-76bb681c-0526-4274-baf3-e15ff9dd8597 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c9f737f6350f4d1f993708b1f90a862e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511789 Sep 18 01:00:25.218212 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-174614e8-663c-4792-9a4f-d714519b55e1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333654 Sep 18 01:00:25.382132 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:25.405351 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce92621-a28a-412b-83d4-452b47abd57f req-751274e7-e098-4aa4-ae40-2e75a18f22ba tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:25.409396 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3ce92621-a28a-412b-83d4-452b47abd57f req-751274e7-e098-4aa4-ae40-2e75a18f22ba tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0969338 Sep 18 01:00:25.433974 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-0396e244-3511-4a8c-b092-dacbec1c71b6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084832 Sep 18 01:00:25.479796 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:25.495827 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3ce92621-a28a-412b-83d4-452b47abd57f req-8e1fbafe-64a4-41c3-8b8d-68f37a3e7cf9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827217 Sep 18 01:00:25.667210 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9c4a4455-96f4-442e-b125-9139dadf5d69 req-33c0f1c3-c780-4010-969d-4b5f8d422a91 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0367212 Sep 18 01:00:26.634488 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92515a5-da80-4f89-af1b-863d9de923b8 req-17b498ae-c672-4c91-9c9b-5b8d62b08bde tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:26.636151 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e92515a5-da80-4f89-af1b-863d9de923b8 req-17b498ae-c672-4c91-9c9b-5b8d62b08bde tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0540547 Sep 18 01:00:26.688814 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e92515a5-da80-4f89-af1b-863d9de923b8 req-b3399997-b75c-4f8a-96d1-b0a9b22c1710 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466626 Sep 18 01:00:26.795940 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1023db54-0cfd-4f89-8c8f-2c4a5efb7594 req-1c352dcd-ad48-4de5-af86-04d52c258038 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0356436 Sep 18 01:00:27.862390 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b2945-325a-469e-8d15-65ac96de47fd req-ce66b828-61cf-44e1-8954-fc73b61d13a9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:27.863945 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b55b2945-325a-469e-8d15-65ac96de47fd req-ce66b828-61cf-44e1-8954-fc73b61d13a9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0631101 Sep 18 01:00:27.923126 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-354ea8f6-f65e-48f6-92c7-cafa33d11b12 req-9dd5f941-b77c-452e-b9e9-6152fe8fb584 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0391936 Sep 18 01:00:27.952832 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b55b2945-325a-469e-8d15-65ac96de47fd req-5f05707b-dd00-4787-adfa-a2afd26bba06 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823832 Sep 18 01:00:28.645246 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:28.648184 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=47,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:29.071035 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-10f713db-3bb5-4ddb-9d3c-ec0416a4bb31 req-0ba912cf-e65c-459d-8796-7ea590551213 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0495374 Sep 18 01:00:29.136899 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd998c-77cf-4e34-a570-b9877a9518ac req-d7e88623-180a-4492-975a-bdf7b2ae5b3f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:29.138490 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c7dd998c-77cf-4e34-a570-b9877a9518ac req-d7e88623-180a-4492-975a-bdf7b2ae5b3f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0741012 Sep 18 01:00:29.190112 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c7dd998c-77cf-4e34-a570-b9877a9518ac req-96d62e65-abd6-4c6b-84e5-5f4f4c0408a0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452418 Sep 18 01:00:30.180818 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02720677-531d-40b9-b17a-2327af29b214 req-c79a2a9f-b9b7-4b66-9b77-9858464d53f8 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0296376 Sep 18 01:00:30.326128 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7034dc-5d4b-4597-b607-17a4223eaf2b req-ec57d2be-b64d-430c-808c-d3e63bcc6c76 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:30.327941 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1f7034dc-5d4b-4597-b607-17a4223eaf2b req-ec57d2be-b64d-430c-808c-d3e63bcc6c76 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0498686 Sep 18 01:00:30.389524 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1f7034dc-5d4b-4597-b607-17a4223eaf2b req-e1703586-7f8e-4d0d-99ec-24630486555e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558209 Sep 18 01:00:30.735050 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0265a4a6-db47-44cf-aff0-34d6912bc1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:31.296464 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-124bf1cd-997b-42e1-a004-f162fc243804 req-d653badb-a616-4e72-a0a4-726ee880dd97 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0316124 Sep 18 01:00:31.525437 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd4b47-d126-4d8b-9523-f58fd77eeb28 req-67023c33-8ca5-4c90-90b8-b3b81b1e360b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:31.527176 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46fd4b47-d126-4d8b-9523-f58fd77eeb28 req-67023c33-8ca5-4c90-90b8-b3b81b1e360b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0503345 Sep 18 01:00:31.577396 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46fd4b47-d126-4d8b-9523-f58fd77eeb28 req-28f87787-3b4f-4f86-8943-d66078c8c94c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445697 Sep 18 01:00:32.399600 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-997546b3-d46c-43ee-881e-10a359da234c req-08e49752-ce96-4a4a-8528-f99836704f0a tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0298707 Sep 18 01:00:32.709386 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d7304-33fc-4a2f-aded-0b6fb6ca1358 req-b58235a8-1740-42b2-9ad5-50c2d46e2b76 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:32.710816 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-687d7304-33fc-4a2f-aded-0b6fb6ca1358 req-b58235a8-1740-42b2-9ad5-50c2d46e2b76 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0505967 Sep 18 01:00:32.762171 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-687d7304-33fc-4a2f-aded-0b6fb6ca1358 req-5159191f-5f72-4f00-8250-8022a690bec0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458639 Sep 18 01:00:33.403578 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:33.407464 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:33.556437 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-a2137b2b-3bed-4938-a488-60cd520947cb tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-821199059&fields=id&tenant_id=6958209222b44905bcb4baa1b8c26c58 HTTP/1.1" status: 200 len: 267 time: 0.0574465 Sep 18 01:00:33.640815 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3bce352e-29d0-4a23-9988-a0600151d5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:33.687106 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-46c15b08-7749-4419-813c-15e7940c2ede tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:33.688615 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-46c15b08-7749-4419-813c-15e7940c2ede tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 812 time: 0.1252899 Sep 18 01:00:33.704994 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-6cd6a89a-d965-451d-b6fc-d17fe10af1fe tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/quotas/6958209222b44905bcb4baa1b8c26c58 HTTP/1.1" status: 200 len: 375 time: 0.0101783 Sep 18 01:00:33.757552 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-4672982d-d0a9-4044-905b-2489c24f4f25 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465784 Sep 18 01:00:33.861589 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-2f925250-6a29-4bca-8123-9f719504601f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923867 Sep 18 01:00:33.915732 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:33.928533 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:33.962027 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-b32f74a1-cf6a-4982-b2bc-596d311607f6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943985 Sep 18 01:00:34.273120 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-964c8bfc-e218-4091-88e3-a5f70d684ec5 req-9917332a-575a-4edb-80f6-f0e7a4fe1364 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0308051 Sep 18 01:00:34.383129 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216b88e-b903-4dc3-af87-7b7dcf18e415 req-987e8409-7c3f-436e-b037-52273c5a9ebc tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:34.384699 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2216b88e-b903-4dc3-af87-7b7dcf18e415 req-987e8409-7c3f-436e-b037-52273c5a9ebc tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0546496 Sep 18 01:00:34.442984 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2216b88e-b903-4dc3-af87-7b7dcf18e415 req-0ec2d1d7-6052-4f5c-90ec-722fed0610e6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491157 Sep 18 01:00:34.539598 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a6b654b7-756b-4861-83b9-9fbf51554fe5 req-9a7b9609-fc7a-4b3f-b03f-46690f4f06c1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0418615 Sep 18 01:00:35.222675 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:35.393146 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-39a0713c-140a-4cc8-88c1-615dac718b38 req-ca9b60af-d6b3-44bd-87c1-e1ce0694a5c4 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0295219 Sep 18 01:00:35.574725 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701e775-a5ac-49d0-a73d-1a8d771e3de5 req-447bd746-0412-4d22-8188-8614610c23fc tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:35.576216 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f701e775-a5ac-49d0-a73d-1a8d771e3de5 req-447bd746-0412-4d22-8188-8614610c23fc tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0464432 Sep 18 01:00:35.646119 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cbddc8d5-7a95-45bb-abf3-1d0d9f24c36d req-20f9e8da-7b9f-40b2-b2ce-0cbf6cfc570f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0426793 Sep 18 01:00:35.650437 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f701e775-a5ac-49d0-a73d-1a8d771e3de5 req-e8cc4e01-fe5d-48df-bcf0-78c9a897fe9d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683260 Sep 18 01:00:36.077472 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-1ff32eda-6d05-4762-a024-1d2804f0be9b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:36.079366 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-1ff32eda-6d05-4762-a024-1d2804f0be9b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.49 "GET /networking/v2.0/networks?id=6fef5f4e-b094-42f4-8864-339fd1327a47 HTTP/1.1" status: 200 len: 815 time: 0.1078155 Sep 18 01:00:36.104886 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'port': {'device_id': '35d3affc-6943-43c5-9921-109f6fe429fe', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'admin_state_up': True, 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:36.217409 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Made reservation on behalf of c9f737f6350f4d1f993708b1f90a862e for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:36.221593 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:36.337998 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:36.367821 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Allocated IP 172.20.0.8 (6fef5f4e-b094-42f4-8864-339fd1327a47/595b0dbc-1cbd-4eca-899d-ffb164355224/d02eceef-bf2a-4aaa-b246-5fafd4b75314) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:36.573523 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:36.606027 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:36.617185 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:36.670870 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:36.680072 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Network 6fef5f4e-b094-42f4-8864-339fd1327a47 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:36.686048 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:36.692470 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:36.709838 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:36.710625 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:36.820098 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'Port': ['ID=d02eceef-bf2a-4aaa-b246-5fafd4b75314,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:36.931590 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3411a663-5dd7-4e80-bff2-d028ba7f81fa req-57697755-aae9-4b83-a2b8-61d42671395a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.1056035 Sep 18 01:00:36.937640 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-51766bd4-1720-4ba7-ab94-4e2660ae5cb1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8364379 Sep 18 01:00:36.951897 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b855e5d-ff8e-43bc-ae5d-ac2777745b7c req-e4028044-d144-46b9-9a51-280eb41fc656 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:36.959042 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6b855e5d-ff8e-43bc-ae5d-ac2777745b7c req-e4028044-d144-46b9-9a51-280eb41fc656 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.2399559 Sep 18 01:00:37.061605 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:37.098797 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6b855e5d-ff8e-43bc-ae5d-ac2777745b7c req-c5b45950-af3f-4a0c-80f8-1a6da57efa7a tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387265 Sep 18 01:00:37.116849 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Provisioning complete for port d02eceef-bf2a-4aaa-b246-5fafd4b75314 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:37.117393 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:37.117736 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 1 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:37.132260 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5e25a-e9fb-49f3-a6d3-1796f3f7e883 req-456e0a78-05cd-4f91-ac9a-207e563f6de6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:37.142825 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d5b5e25a-e9fb-49f3-a6d3-1796f3f7e883 req-456e0a78-05cd-4f91-ac9a-207e563f6de6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0913010 Sep 18 01:00:37.158601 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:37.210780 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d5b5e25a-e9fb-49f3-a6d3-1796f3f7e883 req-c544110d-db91-4128-a3fc-24930c56ad8b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528455 Sep 18 01:00:37.660508 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 2 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:37.701332 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:38.065366 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c9899458-1a6b-485e-9f70-25ef416d7732 req-b0a77d49-81ba-4f7d-8c1d-733448aa3dde tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0405424 Sep 18 01:00:38.203260 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 3 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:38.215151 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ead65-c8f0-4fee-8c5b-6cf4e6fbe199 req-31febbf6-eb71-4897-93fd-10189dcf9e4a tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:38.216621 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9b6ead65-c8f0-4fee-8c5b-6cf4e6fbe199 req-31febbf6-eb71-4897-93fd-10189dcf9e4a tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0452809 Sep 18 01:00:38.236606 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:38.269365 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9b6ead65-c8f0-4fee-8c5b-6cf4e6fbe199 req-39b6c139-c841-4db1-9325-438cad97ff51 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472560 Sep 18 01:00:38.333850 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f86122-446f-4893-91cf-cec8ac8a7062 req-83b8b329-83e0-413c-a213-748ce1b2b03c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:38.336336 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-55f86122-446f-4893-91cf-cec8ac8a7062 req-83b8b329-83e0-413c-a213-748ce1b2b03c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0505192 Sep 18 01:00:38.390070 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-55f86122-446f-4893-91cf-cec8ac8a7062 req-8e4e54cd-3c63-424a-8786-90a497cd5f58 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470634 Sep 18 01:00:38.738116 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 4 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:38.769287 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:39.198789 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b6fe2c34-ea27-4b57-ac2b-d58ee9a7840c req-ad10c551-0c43-4e84-8e04-712c693f528b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0373156 Sep 18 01:00:39.270441 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 5 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:39.301806 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:39.395076 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103c8b0-955b-4457-9483-fea943190cf1 req-3e3b7787-276f-47ba-9fc4-7cba9492e26a tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:39.396510 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e103c8b0-955b-4457-9483-fea943190cf1 req-3e3b7787-276f-47ba-9fc4-7cba9492e26a tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0487177 Sep 18 01:00:39.445325 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e103c8b0-955b-4457-9483-fea943190cf1 req-ade6b815-894c-4b13-ada1-277d21ead8fc tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422347 Sep 18 01:00:39.527627 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8be511-075f-4cf0-bf71-ea335d5f5ce2 req-3a5663db-e80e-45c4-a79f-3860d3c383a4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:39.529118 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3b8be511-075f-4cf0-bf71-ea335d5f5ce2 req-3a5663db-e80e-45c4-a79f-3860d3c383a4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0470240 Sep 18 01:00:39.576043 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3b8be511-075f-4cf0-bf71-ea335d5f5ce2 req-bf0cee78-3d3b-49ec-8863-1096666ec874 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413499 Sep 18 01:00:39.803106 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 6 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:39.850396 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:40.336384 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5881742c-6d17-477b-8c8d-db9e3e2f4863 req-8e594aa7-35fb-450f-b52e-5af1c89f3d1b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0277524 Sep 18 01:00:40.352411 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 7 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:40.384039 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:40.573460 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28ea5-643b-4cfd-93bd-391cebd845c9 req-a13754d3-d111-400a-b0cb-e02e86c1e3d4 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:40.574923 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-daa28ea5-643b-4cfd-93bd-391cebd845c9 req-a13754d3-d111-400a-b0cb-e02e86c1e3d4 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0489690 Sep 18 01:00:40.623624 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-daa28ea5-643b-4cfd-93bd-391cebd845c9 req-4c04c823-a474-4ac5-bc84-9ebc18e0c6a7 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Sep 18 01:00:40.727996 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6e759-63a0-4332-9842-418a156892c6 req-5f37f1fb-8eb7-4aca-98a4-b63bdd906c53 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:40.729957 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5ea6e759-63a0-4332-9842-418a156892c6 req-5f37f1fb-8eb7-4aca-98a4-b63bdd906c53 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0488207 Sep 18 01:00:40.779697 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5ea6e759-63a0-4332-9842-418a156892c6 req-080cda70-fd1a-4e72-8b85-f88db0adc0da tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Sep 18 01:00:40.885920 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 8 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:40.923386 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:41.425216 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 9 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:41.434801 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-69f59937-27df-4c2c-b7c6-f7639c84b9c1 req-e3a9e9d0-0fc1-4119-bd31-5db1f71f6852 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0281813 Sep 18 01:00:41.457756 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:41.776392 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abf827-21b2-4ae3-90dc-e32caf8ed4ba req-14e44a87-dd06-4f6c-8a70-9a7ce589307c tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:41.777947 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e0abf827-21b2-4ae3-90dc-e32caf8ed4ba req-14e44a87-dd06-4f6c-8a70-9a7ce589307c tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0576534 Sep 18 01:00:41.833787 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e0abf827-21b2-4ae3-90dc-e32caf8ed4ba req-15d43464-b1d7-49a1-a874-60a7b92bf9ed tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499752 Sep 18 01:00:41.898830 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:41.912557 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f52bf-3259-4add-a22e-20a2d28f466c req-61b22f23-c30c-4881-943f-e6ce9d737b43 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:41.914075 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc0f52bf-3259-4add-a22e-20a2d28f466c req-61b22f23-c30c-4881-943f-e6ce9d737b43 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0503376 Sep 18 01:00:41.959965 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Attempt 10 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:41.962617 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc0f52bf-3259-4add-a22e-20a2d28f466c req-d7cc6253-e2c9-4710-9335-4dcfa6e80a06 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428069 Sep 18 01:00:42.000326 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-03d2fbb3-ea5f-4b1f-af09-963abc92345a None None] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:42.563477 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f138968f-bd21-4736-83dc-2c62fa62a122 req-a7088293-c18a-403f-a0ff-d4e92b1be67a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0353708 Sep 18 01:00:42.957654 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:42.964824 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89655-2615-4629-bd0f-e94be0b2c008 req-5f45dd70-250a-455d-8df9-e8e1672ffdb9 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:42.972239 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96e89655-2615-4629-bd0f-e94be0b2c008 req-5f45dd70-250a-455d-8df9-e8e1672ffdb9 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0590494 Sep 18 01:00:43.020616 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96e89655-2615-4629-bd0f-e94be0b2c008 req-0c65e605-b9e3-4d1b-b16b-67b3af6f2d2b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475109 Sep 18 01:00:43.106690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6117b-ce60-430c-95fe-20572409c9e6 req-1b6424e0-6464-4336-93f1-4af2eb2a8ce7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:43.108184 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2ea6117b-ce60-430c-95fe-20572409c9e6 req-1b6424e0-6464-4336-93f1-4af2eb2a8ce7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0491197 Sep 18 01:00:43.157125 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2ea6117b-ce60-430c-95fe-20572409c9e6 req-c0d8f540-03d4-4e65-98be-0650e2e2c7c2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432510 Sep 18 01:00:43.669594 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fbaded5d-d510-4d86-a70a-db579f5a7a51 req-e3612e29-5965-47a1-af67-8fc5f352e026 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0298541 Sep 18 01:00:44.149676 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea895234-6526-473f-95e3-c5187fe8adad req-a2aa8416-54db-4f08-b278-4b54d3bb390c tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:44.151978 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ea895234-6526-473f-95e3-c5187fe8adad req-a2aa8416-54db-4f08-b278-4b54d3bb390c tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0468881 Sep 18 01:00:44.198599 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ea895234-6526-473f-95e3-c5187fe8adad req-402f281b-b545-4c59-9b66-d43b895d13cc tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Sep 18 01:00:44.296871 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55312e-61e4-4197-a2cd-074e40923827 req-3df666a1-3df5-4722-afc4-29d6698cb144 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:44.299034 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bd55312e-61e4-4197-a2cd-074e40923827 req-3df666a1-3df5-4722-afc4-29d6698cb144 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0533497 Sep 18 01:00:44.357868 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bd55312e-61e4-4197-a2cd-074e40923827 req-fd265d8e-5c26-46f1-bc86-1e85259e22d4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515399 Sep 18 01:00:44.805425 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a56c1715-202e-416b-a2e4-cf54c6a37dd4 req-9b4f4eda-437f-489d-8724-ff68d513c094 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0413728 Sep 18 01:00:45.329564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9f3b1-fa42-4dc0-a629-3c4b5d99366f req-53af161e-7b38-4c93-ab02-8b7fc804fbb6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:45.331635 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e0a9f3b1-fa42-4dc0-a629-3c4b5d99366f req-53af161e-7b38-4c93-ab02-8b7fc804fbb6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0498843 Sep 18 01:00:45.400422 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e0a9f3b1-fa42-4dc0-a629-3c4b5d99366f req-9569cf07-4e31-49d6-8aa0-0c50c0b4e97a tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602190 Sep 18 01:00:45.532691 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596e9c9-6f41-4047-858c-49c0ffdc6310 req-e0dcd8a3-612f-477f-8768-818190680645 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:45.534161 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3596e9c9-6f41-4047-858c-49c0ffdc6310 req-e0dcd8a3-612f-477f-8768-818190680645 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0465298 Sep 18 01:00:45.588026 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3596e9c9-6f41-4047-858c-49c0ffdc6310 req-544d3769-de8b-41b6-abe5-d54c9a288aa6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480080 Sep 18 01:00:45.916495 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-607476bc-0eb0-46e5-9ec5-a5364f3ebb8e req-cab1fa79-aaa9-4466-a0de-7b05eaf9134b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0313623 Sep 18 01:00:46.530376 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efa384-f54b-4113-85d9-b8ee89dcd8cb req-e6834c0b-290c-466c-af3f-f7fa4d8a96d0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:46.537413 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f7efa384-f54b-4113-85d9-b8ee89dcd8cb req-e6834c0b-290c-466c-af3f-f7fa4d8a96d0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0569510 Sep 18 01:00:46.594305 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f7efa384-f54b-4113-85d9-b8ee89dcd8cb req-11c63ca0-0a37-4c9b-8d20-76a5034bdadb tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560026 Sep 18 01:00:46.729947 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca1395-998b-41e2-8b02-b642a94d1b72 req-da59597a-d08a-4c82-aea0-532198852123 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:46.736694 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abca1395-998b-41e2-8b02-b642a94d1b72 req-da59597a-d08a-4c82-aea0-532198852123 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0576425 Sep 18 01:00:46.780898 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abca1395-998b-41e2-8b02-b642a94d1b72 req-27e389ed-577f-43c2-814c-bf1227067d21 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Sep 18 01:00:47.025244 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9a4124a0-0858-484e-a626-6dba0cdf8f91 req-e635d4c5-9677-410e-b8d0-c97768e69151 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0314798 Sep 18 01:00:47.719793 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42dce6-b5a6-450d-824b-6c79335e9a30 req-e87c3d7d-aa7c-43b1-88e3-f8af0945f858 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:47.721259 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f42dce6-b5a6-450d-824b-6c79335e9a30 req-e87c3d7d-aa7c-43b1-88e3-f8af0945f858 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0475907 Sep 18 01:00:47.747419 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:47.770154 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f42dce6-b5a6-450d-824b-6c79335e9a30 req-61bb7f0b-ec1e-4dfd-ba5e-989257b6898b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Sep 18 01:00:47.919148 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631bc69-059a-4566-a55d-b9663e84b37b req-42cb4585-10fa-4591-af71-eb1435b3af50 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:47.920601 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5631bc69-059a-4566-a55d-b9663e84b37b req-42cb4585-10fa-4591-af71-eb1435b3af50 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0467548 Sep 18 01:00:47.969312 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5631bc69-059a-4566-a55d-b9663e84b37b req-041ab7c9-b707-48ad-87de-118e2f216f5d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430820 Sep 18 01:00:48.130148 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b9821537-f1cd-4a80-83ac-148bedc80436 req-ba9227a3-8aa0-4364-a5a3-733bda349a99 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0290289 Sep 18 01:00:48.887337 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640a07d-aee9-4ef9-903e-bb8cce98b936 req-cbd7b4b0-ded6-4c4a-bad3-0b8e5e431f40 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:48.888797 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7640a07d-aee9-4ef9-903e-bb8cce98b936 req-cbd7b4b0-ded6-4c4a-bad3-0b8e5e431f40 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.0463936 Sep 18 01:00:48.936958 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7640a07d-aee9-4ef9-903e-bb8cce98b936 req-234f2605-3e0c-4c8d-a43b-fabe3427c4c0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Sep 18 01:00:49.096482 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05b4a-9040-484b-9696-5510a8bb6550 req-b604f41f-e69e-4ae5-873d-e4df512dbe64 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:49.097901 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-10e05b4a-9040-484b-9696-5510a8bb6550 req-b604f41f-e69e-4ae5-873d-e4df512dbe64 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.0475166 Sep 18 01:00:49.131952 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:49.147853 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-10e05b4a-9040-484b-9696-5510a8bb6550 req-f57fc117-4a44-47e7-ae5d-66f93b5a0956 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435529 Sep 18 01:00:49.232908 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3796ea17-2544-42b7-8688-9ac2dd943ca9 req-8d3db9da-66c4-4119-860d-ecf68db63a7e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0308504 Sep 18 01:00:49.760975 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Request body: {'port': {'device_id': '35d3affc-6943-43c5-9921-109f6fe429fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:49.823284 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:50.302787 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88422a-86ad-4d86-b560-3f8726503a56 req-8f83bbbe-916b-4356-b38c-4cbde718db54 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:50.304254 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4d88422a-86ad-4d86-b560-3f8726503a56 req-8f83bbbe-916b-4356-b38c-4cbde718db54 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 931 time: 0.2947283 Sep 18 01:00:50.385538 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff91a6a-e7ef-4dfb-b5ad-960d64553b7f req-af1ad835-7cde-4c35-9154-cf8d88c839fc tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:50.387005 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4ff91a6a-e7ef-4dfb-b5ad-960d64553b7f req-af1ad835-7cde-4c35-9154-cf8d88c839fc tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 943 time: 0.1049569 Sep 18 01:00:50.423684 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:00:50.427843 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02eceef-bf2a-4aaa-b246-5fafd4b75314 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:50.438406 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Publish callbacks [] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:50.443071 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4d88422a-86ad-4d86-b560-3f8726503a56 req-bf114148-abdb-4057-8e56-3dde1cc99682 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200473 Sep 18 01:00:50.472047 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Transition to ACTIVE for port object d02eceef-bf2a-4aaa-b246-5fafd4b75314 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:00:50.477132 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:50.486135 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4ff91a6a-e7ef-4dfb-b5ad-960d64553b7f req-17a841cc-e856-460d-87d1-3197c38493ab tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911956 Sep 18 01:00:50.541381 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Pushing event updated for resources: {'Port': ['ID=d02eceef-bf2a-4aaa-b246-5fafd4b75314,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:50.575225 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5682b66f-b39a-41c0-aab6-e95cc8d56eb9 req-51138ad3-e11a-4416-9249-6ddfabfaea34 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0522969 Sep 18 01:00:50.579106 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.579455 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.579802 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.580237 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.580472 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.580804 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.581132 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.581479 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.581791 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.582116 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.582442 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.582789 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.583111 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.583442 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.583789 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:50.598101 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Attempting to bind port d02eceef-bf2a-4aaa-b246-5fafd4b75314 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:50.598444 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Attempting to bind port d02eceef-bf2a-4aaa-b246-5fafd4b75314 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:50.598810 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Attempting to bind port d02eceef-bf2a-4aaa-b246-5fafd4b75314 on network 6fef5f4e-b094-42f4-8864-339fd1327a47 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:50.643091 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Port d02eceef-bf2a-4aaa-b246-5fafd4b75314 on network 6fef5f4e-b094-42f4-8864-339fd1327a47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:50.643406 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Attempting to bind port d02eceef-bf2a-4aaa-b246-5fafd4b75314 on network 6fef5f4e-b094-42f4-8864-339fd1327a47 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:50.661942 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:50.686606 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:50.686866 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Checking segment: {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:50.687244 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Bound using segment: {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:50.687665 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Bound port: d02eceef-bf2a-4aaa-b246-5fafd4b75314, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717f5a2b-3930-4f2d-ab17-58d845fcab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:50.688012 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:50.700926 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:50.748838 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] For port d02eceef-bf2a-4aaa-b246-5fafd4b75314, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:50.752016 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] For port d02eceef-bf2a-4aaa-b246-5fafd4b75314, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:50.757720 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:50.762187 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:50.762838 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:50.764242 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-34259984-1482-44fe-a106-396d8381bbae service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 200 len: 1093 time: 1.0076940 Sep 18 01:00:50.764807 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:50.767114 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2376246b-41df-413c-aea4-e93f0db6f65a" -d '{"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:50.807628 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60dff4d5-6b45-4091-8e8d-c91bb907ae55 x-openstack-request-id: req-60dff4d5-6b45-4091-8e8d-c91bb907ae55 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:50.807911 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:50.808226 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60dff4d5-6b45-4091-8e8d-c91bb907ae55 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:50.808628 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60dff4d5-6b45-4091-8e8d-c91bb907ae55'] response: {'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'status': 'completed', 'code': 200} Sep 18 01:00:50.821843 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34259984-1482-44fe-a106-396d8381bbae service neutron] Pushing event updated for resources: {'Port': ['ID=d02eceef-bf2a-4aaa-b246-5fafd4b75314,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:50.924687 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:00:50.928889 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:50.929533 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:50.933596 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:51.066827 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:51.078685 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'port_id': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'mac_address': 'fa:16:3e:8f:4d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:51.113104 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port af5eca8e-a823-4591-9077-2a4b9b7fb155 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:51.113494 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:51.127012 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5eca8e-a823-4591-9077-2a4b9b7fb155 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:51.146929 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:51.151043 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:51.194474 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=9']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:51.202311 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.202688 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.203027 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.203381 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.203720 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.204066 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.204361 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.204685 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.205002 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.205320 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.205638 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.205973 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.206293 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.206697 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.207016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:51.537425 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['af5eca8e-a823-4591-9077-2a4b9b7fb155'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:00:51.574938 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89c31a-c94d-48e1-9e20-a78beb072a3e req-8455e6fc-3204-43ad-87f2-e268580ddd13 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:51.576532 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fa89c31a-c94d-48e1-9e20-a78beb072a3e req-8455e6fc-3204-43ad-87f2-e268580ddd13 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 943 time: 0.0575440 Sep 18 01:00:51.649529 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b5139-e812-4405-bd49-73537ebc9992 req-c71cf42b-4795-4dd6-92d7-d4015fcec69e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:51.651188 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0a9b5139-e812-4405-bd49-73537ebc9992 req-c71cf42b-4795-4dd6-92d7-d4015fcec69e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 944 time: 0.0733328 Sep 18 01:00:51.719699 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fa89c31a-c94d-48e1-9e20-a78beb072a3e req-98f4d9ca-d658-4260-8797-cf7bdff78efa tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321695 Sep 18 01:00:51.791687 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376246b-41df-413c-aea4-e93f0db6f65a req-c014473b-9f14-4fe2-baab-a66ad97dbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:51.793171 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2376246b-41df-413c-aea4-e93f0db6f65a req-c014473b-9f14-4fe2-baab-a66ad97dbcee service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c9f737f6350f4d1f993708b1f90a862e&device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 1127 time: 0.1315663 Sep 18 01:00:51.835883 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0a9b5139-e812-4405-bd49-73537ebc9992 req-63797fef-85e3-4802-b830-3267a3be542a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743660 Sep 18 01:00:51.926022 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d75dd3ed-8b16-4f7b-b36b-9ee634776a4c req-ad5ee730-1c72-438d-8ad9-a8efc5147a44 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0878253 Sep 18 01:00:51.935996 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-ac8abbec-907a-49a2-978f-79bb68f2daa2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:51.937499 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-ac8abbec-907a-49a2-978f-79bb68f2daa2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 812 time: 0.2568154 Sep 18 01:00:52.014247 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376246b-41df-413c-aea4-e93f0db6f65a req-302e64b2-45d1-43b6-bda1-1842b939dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.015778 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2376246b-41df-413c-aea4-e93f0db6f65a req-302e64b2-45d1-43b6-bda1-1842b939dd6c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=c9f737f6350f4d1f993708b1f90a862e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1694148 Sep 18 01:00:52.157745 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-1921506d-5f67-493a-9622-1788b5d01f57 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6958209222b44905bcb4baa1b8c26c58 HTTP/1.1" status: 200 len: 379 time: 0.1266489 Sep 18 01:00:52.173091 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'port': {'device_id': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'admin_state_up': True, 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'security_groups': ['1b58ffc9-4a9a-433b-a5a3-727ba234b313']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:52.238573 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376246b-41df-413c-aea4-e93f0db6f65a req-8bdfd588-025d-443b-8c3a-2e9a066dec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.240025 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2376246b-41df-413c-aea4-e93f0db6f65a req-8bdfd588-025d-443b-8c3a-2e9a066dec2b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2023087 Sep 18 01:00:52.340133 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d0493-4fbe-4065-be6f-55e0f8a86d6e req-baf72ff8-a399-4d45-91c0-3581cdbcb28f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.341626 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-381d0493-4fbe-4065-be6f-55e0f8a86d6e req-baf72ff8-a399-4d45-91c0-3581cdbcb28f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.1045573 Sep 18 01:00:52.346152 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:52.375358 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-05720f1c-021f-4040-aa3a-af0ecd7c2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.376818 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-95f2fc59-e58c-4645-b019-f534bf8e17d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.377359 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-05720f1c-021f-4040-aa3a-af0ecd7c2a6b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 1129 time: 0.0965443 Sep 18 01:00:52.378755 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-95f2fc59-e58c-4645-b019-f534bf8e17d6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c9f737f6350f4d1f993708b1f90a862e&device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 1127 time: 0.0448313 Sep 18 01:00:52.431881 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-08c156ef-ad15-4f9b-9444-20dbaeccd177 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 200 len: 217 time: 0.0368788 Sep 18 01:00:52.467760 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:52.468587 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Made reservation on behalf of 6958209222b44905bcb4baa1b8c26c58 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:52.472320 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:52.505671 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-381d0493-4fbe-4065-be6f-55e0f8a86d6e req-b37c20d8-76f2-4b46-a7df-c1f06154e682 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529474 Sep 18 01:00:52.573069 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-ee4d8ab8-8f79-432c-abc7-fe5ca1bfbedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.574577 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-ee4d8ab8-8f79-432c-abc7-fe5ca1bfbedd service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.1794417 Sep 18 01:00:52.651425 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Allocated IP 172.20.0.4 (4ff6b087-81f6-47ef-8679-6af29cd7449d/52476ad1-2314-4151-89b3-e897e528df42/644cd5b5-288e-4651-9d36-20ed8d528fcb) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:52.760410 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-929a1dbd-3702-47b6-aa55-b141bc996436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.762156 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-929a1dbd-3702-47b6-aa55-b141bc996436 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=595b0dbc-1cbd-4eca-899d-ffb164355224 HTTP/1.1" status: 200 len: 854 time: 0.0490849 Sep 18 01:00:52.811381 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-da4e860a-5a77-4d6f-93a3-60c436442e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.813090 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-da4e860a-5a77-4d6f-93a3-60c436442e9b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6fef5f4e-b094-42f4-8864-339fd1327a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436077 Sep 18 01:00:52.818042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:52.821870 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-4f43bf3b-cdb5-4eb3-97ef-6b70418d221c service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667 HTTP/1.1" status: 200 len: 1001 time: 0.1081843 Sep 18 01:00:52.932533 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-20781ae3-03f1-4414-bb11-b7836d1be21d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010871 Sep 18 01:00:52.953131 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-82c085df-4c08-498b-a928-cd90025aedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.955465 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-82c085df-4c08-498b-a928-cd90025aedad service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.1241865 Sep 18 01:00:52.957503 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:52.961607 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c610f-e19b-415e-a348-255ba6310d25 req-5665dd82-ec6c-40fe-b8ad-a1d9547efb48 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.963074 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e28c610f-e19b-415e-a348-255ba6310d25 req-5665dd82-ec6c-40fe-b8ad-a1d9547efb48 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 943 time: 0.1206183 Sep 18 01:00:52.985679 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:53.006710 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port af5eca8e-a823-4591-9077-2a4b9b7fb155 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:53.007279 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:53.007865 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port af5eca8e-a823-4591-9077-2a4b9b7fb155 Sep 18 01:00:53.047417 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-cff5bc88-0590-4710-bfbc-2f2819dfeaac req-5eab67cf-003e-4d2f-be12-7c2f4b98285e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929148 Sep 18 01:00:53.052427 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a958d-b7a5-43b7-a5fd-9f81cdb0f8b8 req-12602468-b649-419d-b65a-bba2c3a7f483 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:53.053913 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0b1a958d-b7a5-43b7-a5fd-9f81cdb0f8b8 req-12602468-b649-419d-b65a-bba2c3a7f483 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 944 time: 0.1219702 Sep 18 01:00:53.084236 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port af5eca8e-a823-4591-9077-2a4b9b7fb155 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:53.085069 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:53.100681 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-46288ba4-27a2-427c-83f3-3ead0be02eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:53.102736 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-46288ba4-27a2-427c-83f3-3ead0be02eea service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1202371 Sep 18 01:00:53.110675 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:53.113301 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e984740-6d4b-4dff-b0e1-b57cd4d21928" -d '{"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-plugged", "status": "completed", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:53.124238 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:53.131172 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e28c610f-e19b-415e-a348-255ba6310d25 req-ec71c4ca-61f0-442d-8200-afbbefe76166 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351042 Sep 18 01:00:53.138134 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:53.143430 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:53.173087 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:53.180504 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0b1a958d-b7a5-43b7-a5fd-9f81cdb0f8b8 req-3f604744-ae90-4ebb-a0b2-a5c177fed4a5 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187217 Sep 18 01:00:53.207873 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:53.242309 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f729bd-f86b-45cd-bf50-427500384df8 x-openstack-request-id: req-82f729bd-f86b-45cd-bf50-427500384df8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:53.242688 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-plugged", "status": "completed", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:53.242940 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82f729bd-f86b-45cd-bf50-427500384df8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:53.243369 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f729bd-f86b-45cd-bf50-427500384df8'] response: {'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'code': 200} Sep 18 01:00:53.260060 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:53.268840 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:53.271398 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:53.276639 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:53.277242 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:53.290358 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'Port': ['ID=644cd5b5-288e-4651-9d36-20ed8d528fcb,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:53.303421 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf50f1-6b2c-46e9-9a58-e596eb78df87 req-228f2f1a-ed3f-4a0a-ad53-0e399372bb38 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:53.304962 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-19cf50f1-6b2c-46e9-9a58-e596eb78df87 req-228f2f1a-ed3f-4a0a-ad53-0e399372bb38 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 931 time: 0.0996499 Sep 18 01:00:53.312078 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-f6666fe3-7c1f-4819-a3b5-13e7ba2cd698 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1440122 Sep 18 01:00:53.361296 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-19cf50f1-6b2c-46e9-9a58-e596eb78df87 req-910dd29c-4fe8-4f26-a1a1-fe9c0ea34348 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482550 Sep 18 01:00:53.619669 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Provisioning complete for port 644cd5b5-288e-4651-9d36-20ed8d528fcb triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:53.620038 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:53.620371 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Attempt 1 to provision port 644cd5b5-288e-4651-9d36-20ed8d528fcb Sep 18 01:00:53.638996 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2ade-7c24-4e5c-9ee2-aea4f1f83ff6 req-f8f488c9-6d21-4a5f-a96b-5e3baba6fd7b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:53.640660 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-946d2ade-7c24-4e5c-9ee2-aea4f1f83ff6 req-f8f488c9-6d21-4a5f-a96b-5e3baba6fd7b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0473378 Sep 18 01:00:53.651671 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Port 644cd5b5-288e-4651-9d36-20ed8d528fcb cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:53.665739 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:53.688648 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-946d2ade-7c24-4e5c-9ee2-aea4f1f83ff6 req-bed53682-f883-4f76-a5c4-ef251dc96d8a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423770 Sep 18 01:00:54.103541 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Request body: {'port': {'device_id': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:54.152514 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Attempt 2 to provision port 644cd5b5-288e-4651-9d36-20ed8d528fcb Sep 18 01:00:54.200074 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Port 644cd5b5-288e-4651-9d36-20ed8d528fcb cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:54.224015 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:54.271551 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-3b0d56fd-8250-4205-b1aa-bd1d8621a7bd service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814556 Sep 18 01:00:54.333687 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc044a-6694-4b0f-b837-029fdde12032 req-cae19831-61e3-4662-850f-cd04bda7b8a2 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:54.335181 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a6fc044a-6694-4b0f-b837-029fdde12032 req-cae19831-61e3-4662-850f-cd04bda7b8a2 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 943 time: 0.1152620 Sep 18 01:00:54.374383 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32f81f-58da-4f97-a68f-fb806f814a9f req-c7a2f7a7-e221-43fe-9c7c-081e488e4e88 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:54.375887 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ad32f81f-58da-4f97-a68f-fb806f814a9f req-c7a2f7a7-e221-43fe-9c7c-081e488e4e88 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 946 time: 0.1009247 Sep 18 01:00:54.492491 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a6fc044a-6694-4b0f-b837-029fdde12032 req-f8889064-8fe3-45d6-bd8e-a17bca9f2eab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509826 Sep 18 01:00:54.568033 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ad32f81f-58da-4f97-a68f-fb806f814a9f req-0f28a4d1-3b0c-44f9-b4b6-162d179766ec tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834412 Sep 18 01:00:54.583443 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237ce38-166c-4d75-b870-28ba3ede10da req-23a0122f-703e-4fdc-9926-8a132a293df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:54.585028 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c237ce38-166c-4d75-b870-28ba3ede10da req-23a0122f-703e-4fdc-9926-8a132a293df2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 1130 time: 0.0476179 Sep 18 01:00:54.658225 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:54.678494 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebe6cc-dfa9-4dab-a338-1fab21b61620 req-f6ca8879-3f06-43b3-9cdd-6affafbf699e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:54.680656 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eeebe6cc-dfa9-4dab-a338-1fab21b61620 req-f6ca8879-3f06-43b3-9cdd-6affafbf699e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 931 time: 0.1088753 Sep 18 01:00:54.701975 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Attempt 3 to provision port 644cd5b5-288e-4651-9d36-20ed8d528fcb Sep 18 01:00:54.737541 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Port 644cd5b5-288e-4651-9d36-20ed8d528fcb cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:54.740132 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-0e6c02aa-7cf6-44d2-a87d-7905d6134b92 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375741 Sep 18 01:00:54.803393 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f56848-c2e6-4e43-a536-681865b58529 req-b1c6fbbb-0e6f-4c5c-82e5-89da2c7805ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:54.805643 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a3f56848-c2e6-4e43-a536-681865b58529 req-b1c6fbbb-0e6f-4c5c-82e5-89da2c7805ba service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 1130 time: 0.1354716 Sep 18 01:00:54.810553 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237ce38-166c-4d75-b870-28ba3ede10da req-c3ae40fa-4161-48a6-b410-ad7f9c809fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:54.814129 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c237ce38-166c-4d75-b870-28ba3ede10da req-c3ae40fa-4161-48a6-b410-ad7f9c809fdd service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 918 time: 0.1935391 Sep 18 01:00:54.830119 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eeebe6cc-dfa9-4dab-a338-1fab21b61620 req-ef91d5ef-d2b8-44d8-a7f5-6f08a5566cb2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377437 Sep 18 01:00:54.851628 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644cd5b5-288e-4651-9d36-20ed8d528fcb {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:54.861204 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c84f8a-1fae-47b1-9fa1-7aa5718aa25e req-f9b4c1ae-5b54-4ce6-b05a-9628a7f44503 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:54.862683 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-70c84f8a-1fae-47b1-9fa1-7aa5718aa25e req-f9b4c1ae-5b54-4ce6-b05a-9628a7f44503 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0854371 Sep 18 01:00:54.867013 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Publish callbacks [] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:54.895296 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Transition to ACTIVE for port object 644cd5b5-288e-4651-9d36-20ed8d528fcb will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:00:54.906179 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:54.942822 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a3f56848-c2e6-4e43-a536-681865b58529 req-7ff312a4-e9a8-4d56-b85f-77fd208b6f97 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285703 Sep 18 01:00:54.947570 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c237ce38-166c-4d75-b870-28ba3ede10da req-017da48d-1f4d-41c1-b774-d69ee4ee5d99 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155 HTTP/1.1" status: 200 len: 1001 time: 0.1268384 Sep 18 01:00:54.958139 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-70c84f8a-1fae-47b1-9fa1-7aa5718aa25e req-f66f65ab-c01b-4df2-bcb3-fd2215d00d22 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885415 Sep 18 01:00:54.971439 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d02eceef-bf2a-4aaa-b246-5fafd4b75314 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:00:54.987808 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Pushing event updated for resources: {'Port': ['ID=644cd5b5-288e-4651-9d36-20ed8d528fcb,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:54.996579 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:54.999084 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Attempting to bind port 644cd5b5-288e-4651-9d36-20ed8d528fcb on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:54.999423 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Attempting to bind port 644cd5b5-288e-4651-9d36-20ed8d528fcb by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:54.999752 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Attempting to bind port 644cd5b5-288e-4651-9d36-20ed8d528fcb on network 4ff6b087-81f6-47ef-8679-6af29cd7449d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:55.041756 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Port 644cd5b5-288e-4651-9d36-20ed8d528fcb on network 4ff6b087-81f6-47ef-8679-6af29cd7449d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:55.041988 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Attempting to bind port 644cd5b5-288e-4651-9d36-20ed8d528fcb on network 4ff6b087-81f6-47ef-8679-6af29cd7449d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:55.078016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port d02eceef-bf2a-4aaa-b246-5fafd4b75314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:55.083801 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:55.083987 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Checking segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:55.084208 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Bound using segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:55.084638 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Bound port: 644cd5b5-288e-4651-9d36-20ed8d528fcb, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:55.084981 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:55.091080 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'port_id': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'mac_address': 'fa:16:3e:ea:4a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:55.138306 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port d02eceef-bf2a-4aaa-b246-5fafd4b75314 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:55.138724 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:55.151855 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02eceef-bf2a-4aaa-b246-5fafd4b75314 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:55.164782 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] For port 644cd5b5-288e-4651-9d36-20ed8d528fcb, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:55.168344 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] For port 644cd5b5-288e-4651-9d36-20ed8d528fcb, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=644cd5b5-288e-4651-9d36-20ed8d528fcb,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:55.171916 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port d02eceef-bf2a-4aaa-b246-5fafd4b75314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:55.174687 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:55.176433 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:55.178715 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:55.179819 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:55.181211 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/644cd5b5-288e-4651-9d36-20ed8d528fcb HTTP/1.1" status: 200 len: 1093 time: 1.0899582 Sep 18 01:00:55.183369 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'tag': '644cd5b5-288e-4651-9d36-20ed8d528fcb'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:55.185608 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec5aff6-f870-4449-87dd-c9a7938de20e" -d '{"events": [{"name": "network-changed", "server_uuid": "443c0c33-d16f-4b9b-86dc-99207ed72962", "tag": "644cd5b5-288e-4651-9d36-20ed8d528fcb"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:55.227544 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cbbc4f-7168-4067-8a8f-454b25724695 x-openstack-request-id: req-e2cbbc4f-7168-4067-8a8f-454b25724695 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:55.227828 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443c0c33-d16f-4b9b-86dc-99207ed72962", "tag": "644cd5b5-288e-4651-9d36-20ed8d528fcb", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:55.228072 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2cbbc4f-7168-4067-8a8f-454b25724695 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:55.228169 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=d02eceef-bf2a-4aaa-b246-5fafd4b75314,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:55.228463 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cbbc4f-7168-4067-8a8f-454b25724695'] response: {'name': 'network-changed', 'server_uuid': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'tag': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'status': 'completed', 'code': 200} Sep 18 01:00:55.238491 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Attempt 4 to provision port 644cd5b5-288e-4651-9d36-20ed8d528fcb Sep 18 01:00:55.241145 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd58a45-eb9a-4613-b309-d3a8d81a3b8a service neutron] Pushing event updated for resources: {'Port': ['ID=644cd5b5-288e-4651-9d36-20ed8d528fcb,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:55.276725 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-39e4c436-10ae-4771-aece-8269d8f3b4c1 None None] Port 644cd5b5-288e-4651-9d36-20ed8d528fcb had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:00:55.373951 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237ce38-166c-4d75-b870-28ba3ede10da req-6048a728-7ce9-4bda-81eb-a5641d67dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:55.375745 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c237ce38-166c-4d75-b870-28ba3ede10da req-6048a728-7ce9-4bda-81eb-a5641d67dd86 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.0455744 Sep 18 01:00:55.617995 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ced602-2af0-4e75-85b1-763d6d7eca68 req-5ed968d4-3a6f-4c69-846b-dbe04dd174a6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:55.619694 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-55ced602-2af0-4e75-85b1-763d6d7eca68 req-5ed968d4-3a6f-4c69-846b-dbe04dd174a6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 944 time: 0.0503585 Sep 18 01:00:55.672486 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-55ced602-2af0-4e75-85b1-763d6d7eca68 req-59eac1dd-a520-4564-b10d-28796287031e tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457337 Sep 18 01:00:55.722338 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d571-04c4-4554-9fd1-55e6c5c2a128 req-ed29d7ba-4417-46f9-8482-18b0161c4c57 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:55.723899 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ec38d571-04c4-4554-9fd1-55e6c5c2a128 req-ed29d7ba-4417-46f9-8482-18b0161c4c57 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 946 time: 0.0501442 Sep 18 01:00:55.727267 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['d02eceef-bf2a-4aaa-b246-5fafd4b75314'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:00:55.800589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:55.817448 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:55.826449 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:55.846241 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237ce38-166c-4d75-b870-28ba3ede10da req-99deb4f1-47e2-4224-9a84-de8323b1cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:55.848089 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c237ce38-166c-4d75-b870-28ba3ede10da req-99deb4f1-47e2-4224-9a84-de8323b1cb96 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468366 Sep 18 01:00:55.957204 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c237ce38-166c-4d75-b870-28ba3ede10da req-0c9969d3-2212-42ba-a5b0-c271a062fbe3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013505 Sep 18 01:00:56.028558 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:56.056536 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c237ce38-166c-4d75-b870-28ba3ede10da req-d7fc4d66-2f7f-4e79-9c5e-59f32ba6d1d6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900967 Sep 18 01:00:56.059717 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d12b2-d2dd-4e1d-98bf-d26d2b4c107b req-70eaa508-1b88-4625-975e-00b16cdd7e1f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:56.061175 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e83d12b2-d2dd-4e1d-98bf-d26d2b4c107b req-70eaa508-1b88-4625-975e-00b16cdd7e1f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 943 time: 0.0925627 Sep 18 01:00:56.067316 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5aff6-f870-4449-87dd-c9a7938de20e req-388f021f-cf54-4c55-a0a3-591aec431fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:56.068773 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dec5aff6-f870-4449-87dd-c9a7938de20e req-388f021f-cf54-4c55-a0a3-591aec431fa9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 1127 time: 0.1014385 Sep 18 01:00:56.084579 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ec38d571-04c4-4554-9fd1-55e6c5c2a128 req-ed82423e-4f31-4d1a-9fe1-d318e3a971a4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3539965 Sep 18 01:00:56.128184 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e83d12b2-d2dd-4e1d-98bf-d26d2b4c107b req-cc36c609-c8ec-4d4e-907b-1a3178ac189e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584748 Sep 18 01:00:56.241062 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f932ead-0b1d-43e2-9678-c88cfb9350dc req-a80f605f-9c40-4a5a-ac07-ebf0c1aaa2f9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:56.243246 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6f932ead-0b1d-43e2-9678-c88cfb9350dc req-a80f605f-9c40-4a5a-ac07-ebf0c1aaa2f9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0946569 Sep 18 01:00:56.317919 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5aff6-f870-4449-87dd-c9a7938de20e req-d55533c7-cccf-4b47-a496-14915c433af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:56.319411 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dec5aff6-f870-4449-87dd-c9a7938de20e req-d55533c7-cccf-4b47-a496-14915c433af8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=6958209222b44905bcb4baa1b8c26c58&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1720839 Sep 18 01:00:56.326605 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6f932ead-0b1d-43e2-9678-c88cfb9350dc req-39fdd0a4-bc74-4307-8ddf-8d8ba6f628a0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758238 Sep 18 01:00:56.799728 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ffb6e-fa00-4b37-bfdc-aa9f3b583153 req-f6fb325a-ad72-4b03-98fd-347c31d8df34 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:56.801367 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6a8ffb6e-fa00-4b37-bfdc-aa9f3b583153 req-f6fb325a-ad72-4b03-98fd-347c31d8df34 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 944 time: 0.0510042 Sep 18 01:00:56.854880 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6a8ffb6e-fa00-4b37-bfdc-aa9f3b583153 req-bd2c1d1a-4f4b-4308-a07a-92a8f7dac45b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Sep 18 01:00:56.969311 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d02eceef-bf2a-4aaa-b246-5fafd4b75314 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:57.015661 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port d02eceef-bf2a-4aaa-b246-5fafd4b75314 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:00:57.023526 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5aff6-f870-4449-87dd-c9a7938de20e req-a85c12f6-f527-4dc1-a35f-ab38e9f0ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:57.024291 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port d02eceef-bf2a-4aaa-b246-5fafd4b75314 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:57.024721 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:57.025135 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port d02eceef-bf2a-4aaa-b246-5fafd4b75314 Sep 18 01:00:57.025404 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dec5aff6-f870-4449-87dd-c9a7938de20e req-a85c12f6-f527-4dc1-a35f-ab38e9f0ebfd service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079228 Sep 18 01:00:57.105028 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port d02eceef-bf2a-4aaa-b246-5fafd4b75314 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:57.105425 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:57.128185 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-6ff5c248-87ed-4806-abef-dfd4541a72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:57.129731 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-6ff5c248-87ed-4806-abef-dfd4541a72a2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 1127 time: 0.0417027 Sep 18 01:00:57.129912 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:57.132227 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34189f9-7c17-4976-a831-a457b3df73fa" -d '{"events": [{"server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "name": "network-vif-plugged", "status": "completed", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:57.145655 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port d02eceef-bf2a-4aaa-b246-5fafd4b75314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:57.149925 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:57.182509 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-9cf1c0c1-6254-4381-accd-94404887a661 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=644cd5b5-288e-4651-9d36-20ed8d528fcb HTTP/1.1" status: 200 len: 217 time: 0.0371246 Sep 18 01:00:57.195190 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab96e66-f343-4d45-912d-5f0bc06448e0 x-openstack-request-id: req-6ab96e66-f343-4d45-912d-5f0bc06448e0 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:57.195677 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "name": "network-vif-plugged", "status": "completed", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:57.196002 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6ab96e66-f343-4d45-912d-5f0bc06448e0 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:57.196493 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab96e66-f343-4d45-912d-5f0bc06448e0'] response: {'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'code': 200} Sep 18 01:00:57.207766 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=d02eceef-bf2a-4aaa-b246-5fafd4b75314,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:57.256600 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:57.306210 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-ba7c00e1-42bf-4eed-8526-5289fe75c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:57.307763 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-ba7c00e1-42bf-4eed-8526-5289fe75c44e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.1178799 Sep 18 01:00:57.315884 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c4cae-0704-478a-b57d-d92c3d8e03ed req-e00126df-e7e8-4b83-bc67-b22022999424 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:57.317393 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5d5c4cae-0704-478a-b57d-d92c3d8e03ed req-e00126df-e7e8-4b83-bc67-b22022999424 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 946 time: 0.0943944 Sep 18 01:00:57.374509 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f5777-c1e9-4b9e-9dfa-26c68a5a1242 req-45182a77-9310-4d97-84e9-6c7826a7d01c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:57.375992 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d14f5777-c1e9-4b9e-9dfa-26c68a5a1242 req-45182a77-9310-4d97-84e9-6c7826a7d01c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 943 time: 0.1186907 Sep 18 01:00:57.404232 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-1bc92901-53c4-471f-9347-1f71bb3f418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:57.405746 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-1bc92901-53c4-471f-9347-1f71bb3f418d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873973 Sep 18 01:00:57.426924 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea1176-1159-446b-8240-9898dd17950d req-6d69b90f-48ee-4c70-9231-e3474248bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:57.428551 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e4ea1176-1159-446b-8240-9898dd17950d req-6d69b90f-48ee-4c70-9231-e3474248bfa1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 1129 time: 0.0436046 Sep 18 01:00:57.449560 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:57.478757 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e4ea1176-1159-446b-8240-9898dd17950d req-c6a87689-25cb-4494-9081-fcad6c9d37e4 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Sep 18 01:00:57.480615 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5d5c4cae-0704-478a-b57d-d92c3d8e03ed req-f5c334c4-93f7-412f-af75-cc522965404b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498990 Sep 18 01:00:57.534865 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d14f5777-c1e9-4b9e-9dfa-26c68a5a1242 req-592f23fe-68da-412a-81d0-eb8d058e77df tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507661 Sep 18 01:00:57.570391 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-7e0c32a6-e2db-4a35-8ead-eef59f2282df service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514022 Sep 18 01:00:57.608530 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7df53-bd61-4861-8014-82cac1da1b8e req-e52a5611-84be-412b-aaab-0b7dfd59e5f9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:57.609996 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-58f7df53-bd61-4861-8014-82cac1da1b8e req-e52a5611-84be-412b-aaab-0b7dfd59e5f9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0602307 Sep 18 01:00:57.648422 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:57.660889 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-58f7df53-bd61-4861-8014-82cac1da1b8e req-3cc9acdd-0ed8-42ca-8c1e-068cdbc74f87 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451152 Sep 18 01:00:57.845728 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4d3ff65-0b22-4123-ab90-660fa58903e8 req-2c234312-a9ed-4a89-9dc7-9c161675c2a0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876567 Sep 18 01:00:57.982525 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549ca14-7a9c-41a3-8413-79757bda83c4 req-90f0d66a-61d9-418c-b38c-fcb440acee96 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:57.984112 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6549ca14-7a9c-41a3-8413-79757bda83c4 req-90f0d66a-61d9-418c-b38c-fcb440acee96 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0527315 Sep 18 01:00:58.040558 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6549ca14-7a9c-41a3-8413-79757bda83c4 req-922ed74c-bd0d-40ff-bf64-b2b499a02578 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474558 Sep 18 01:00:58.486619 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180ab66-62e8-4a75-9fc1-bc47203b7b59 req-6fc430ba-b6a5-43a6-88c9-88c9015acf29 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:58.488160 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a180ab66-62e8-4a75-9fc1-bc47203b7b59 req-6fc430ba-b6a5-43a6-88c9-88c9015acf29 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 946 time: 0.0587292 Sep 18 01:00:58.540122 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a180ab66-62e8-4a75-9fc1-bc47203b7b59 req-547c2fe5-fb39-42be-ae35-5fa063b417cf tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461199 Sep 18 01:00:58.679733 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec1a3b-d94a-4d27-9889-49db01450ead req-b1d2c26e-93eb-4d26-88b0-5f54fcbc0eb8 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:58.681217 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-89ec1a3b-d94a-4d27-9889-49db01450ead req-b1d2c26e-93eb-4d26-88b0-5f54fcbc0eb8 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 943 time: 0.0498667 Sep 18 01:00:58.755359 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-89ec1a3b-d94a-4d27-9889-49db01450ead req-86a77c48-f414-4a27-9d23-303cb763eebb tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628645 Sep 18 01:00:58.805043 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d33573-55a5-436c-95bf-8420e267d20e req-ddd611c6-b921-4672-b284-1c81a6b824aa tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:58.806677 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-93d33573-55a5-436c-95bf-8420e267d20e req-ddd611c6-b921-4672-b284-1c81a6b824aa tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0494576 Sep 18 01:00:58.860025 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-93d33573-55a5-436c-95bf-8420e267d20e req-c9d23b62-abd3-4fcb-82aa-2500728b8e6e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476336 Sep 18 01:00:59.167886 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b4082-dc84-4740-9bcf-67ef5cddc266 req-69458c92-2412-41b7-9884-834c9e2f7e95 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:59.169456 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c4b4082-dc84-4740-9bcf-67ef5cddc266 req-69458c92-2412-41b7-9884-834c9e2f7e95 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0476513 Sep 18 01:00:59.220813 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c4b4082-dc84-4740-9bcf-67ef5cddc266 req-8b8f0381-3b19-4eae-a7df-99e7cf7791b3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447447 Sep 18 01:00:59.354741 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368bced-be27-4357-8ab8-c3c58207d435 req-fed7773e-d747-466d-8abb-da59350c3272 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:59.356319 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2368bced-be27-4357-8ab8-c3c58207d435 req-fed7773e-d747-466d-8abb-da59350c3272 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0562935 Sep 18 01:00:59.377003 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:59.406759 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2368bced-be27-4357-8ab8-c3c58207d435 req-f0633b26-d13e-43b9-974a-e175f9f735c7 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 Sep 18 01:00:59.670228 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067af2b2-6692-48ee-9f00-dc28d5d8fa46 req-20a2d35f-a6f7-4f91-9d2a-ed78cb74df18 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:59.671870 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-067af2b2-6692-48ee-9f00-dc28d5d8fa46 req-20a2d35f-a6f7-4f91-9d2a-ed78cb74df18 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 946 time: 0.0519364 Sep 18 01:00:59.738072 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-067af2b2-6692-48ee-9f00-dc28d5d8fa46 req-c1c04a79-9bd0-4c23-9457-55a955217d36 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598538 Sep 18 01:00:59.801602 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429539-652c-44ab-a465-f36ae381671a req-99698d86-4b77-4812-9e93-e3b2b41b78bd tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:59.803417 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-41429539-652c-44ab-a465-f36ae381671a req-99698d86-4b77-4812-9e93-e3b2b41b78bd tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0729680 Sep 18 01:00:59.898538 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-41429539-652c-44ab-a465-f36ae381671a req-a4d70475-d80a-4ddc-b940-ab92d33b4218 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852811 Sep 18 01:00:59.922928 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db931c-c36a-44b7-8489-47e4ba5276ab req-9898927a-1a3e-4130-9533-afea1583dd1f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:59.922928 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6db931c-c36a-44b7-8489-47e4ba5276ab req-9898927a-1a3e-4130-9533-afea1583dd1f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 943 time: 0.0631223 Sep 18 01:01:00.009847 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6db931c-c36a-44b7-8489-47e4ba5276ab req-46c140c8-6f93-4ec3-afb3-cf8c6eb1165c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845046 Sep 18 01:01:00.024371 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb292d-cffe-4cac-ad9f-973d1217bd63 req-8660a091-9d7b-4016-bd7e-e301ade13d2f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:00.026884 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-36eb292d-cffe-4cac-ad9f-973d1217bd63 req-8660a091-9d7b-4016-bd7e-e301ade13d2f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0661225 Sep 18 01:01:00.107653 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:00.118219 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-36eb292d-cffe-4cac-ad9f-973d1217bd63 req-ad36c655-2239-4a08-90bd-813cf9c7dcad tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834787 Sep 18 01:01:00.739641 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-215a1f4f-c584-498f-b232-a95ebaf1c16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:00.862691 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-c626e471-3ecc-4b9c-800d-4962a630e841 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:00.864185 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-c626e471-3ecc-4b9c-800d-4962a630e841 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 946 time: 0.0805278 Sep 18 01:01:00.885161 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03946e21-2d9e-4745-9f95-178020fd5d57 req-63df35c8-9925-41b0-bd0e-62c0d6f33322 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:00.886623 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-03946e21-2d9e-4745-9f95-178020fd5d57 req-63df35c8-9925-41b0-bd0e-62c0d6f33322 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 946 time: 0.0689857 Sep 18 01:01:00.992316 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-03946e21-2d9e-4745-9f95-178020fd5d57 req-17055837-e306-4242-8d09-10a6b43f1cbb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ac3120fd-b51a-4c74-b0ec-587512d76df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883031 Sep 18 01:01:00.995795 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Deleting port b8d36f12-54c1-44a9-97c9-bfd9768a810e {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:00.996139 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:01.096410 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] For port b8d36f12-54c1-44a9-97c9-bfd9768a810e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b8d36f12-54c1-44a9-97c9-bfd9768a810e,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:01.096779 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:01.259948 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b508c4-c42b-4478-a47a-d691a9bfac94 req-45fe2688-b573-41ce-a1a3-2508c07eae3b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:01.261447 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-94b508c4-c42b-4478-a47a-d691a9bfac94 req-45fe2688-b573-41ce-a1a3-2508c07eae3b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 943 time: 0.1678309 Sep 18 01:01:01.333625 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854dcfd-42a6-40fe-a774-079624e3a693 req-e09c9e81-926c-404b-b7fa-7f36ae3bfc4a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:01.335060 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5854dcfd-42a6-40fe-a774-079624e3a693 req-e09c9e81-926c-404b-b7fa-7f36ae3bfc4a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.1304328 Sep 18 01:01:01.378781 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:01.430153 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-94b508c4-c42b-4478-a47a-d691a9bfac94 req-663efadb-f01a-4d7d-adbf-f462e499b5ca tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600337 Sep 18 01:01:01.463939 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5854dcfd-42a6-40fe-a774-079624e3a693 req-adb3eda0-b6ae-4d57-9cbc-6c040c3e4aaf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219738 Sep 18 01:01:01.478001 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:01.478321 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (abacfbfd-68c0-4d2b-b495-0b7760303c7c), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:01.478737 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Floating IP abacfbfd-68c0-4d2b-b495-0b7760303c7c disassociated. External IP: 172.37.7.88, port: b8d36f12-54c1-44a9-97c9-bfd9768a810e. Sep 18 01:01:01.479088 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Calling delete_port for b8d36f12-54c1-44a9-97c9-bfd9768a810e owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:01.621305 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (b8d36f12-54c1-44a9-97c9-bfd9768a810e), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:01.647499 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'Port': ['ID=b8d36f12-54c1-44a9-97c9-bfd9768a810e,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:01.769397 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:01.816322 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:01.891415 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:01.906034 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:01.925022 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:01.925916 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:01.959766 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] No DVR routers for this DVR port b8d36f12-54c1-44a9-97c9-bfd9768a810e on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:01:01.963996 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:01.969276 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-75b6d5e6-e89b-450d-b39c-2aa64c548564 req-382b75b0-4294-41b4-8913-ea245171a716 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "DELETE /networking/v2.0/ports/b8d36f12-54c1-44a9-97c9-bfd9768a810e HTTP/1.1" status: 204 len: 173 time: 1.0983169 Sep 18 01:01:01.969813 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'name': 'network-vif-deleted', 'tag': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:01.972492 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd0f961-f061-4c66-9db8-91e1d3a5bba2" -d '{"events": [{"server_uuid": "1a2de33a-66be-4df0-9c70-adf5c1b03ec8", "name": "network-vif-deleted", "tag": "b8d36f12-54c1-44a9-97c9-bfd9768a810e"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:02.035649 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f0879-ab3b-45c9-954f-17b81a285382 x-openstack-request-id: req-135f0879-ab3b-45c9-954f-17b81a285382 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:02.036230 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a2de33a-66be-4df0-9c70-adf5c1b03ec8", "name": "network-vif-deleted", "tag": "b8d36f12-54c1-44a9-97c9-bfd9768a810e", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:02.036230 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-135f0879-ab3b-45c9-954f-17b81a285382 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:02.036617 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-135f0879-ab3b-45c9-954f-17b81a285382'] response: {'server_uuid': '1a2de33a-66be-4df0-9c70-adf5c1b03ec8', 'name': 'network-vif-deleted', 'tag': 'b8d36f12-54c1-44a9-97c9-bfd9768a810e', 'status': 'completed', 'code': 200} Sep 18 01:01:02.064083 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:02.109906 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-288fbd9e-b3a1-4c18-a266-119e4c9ebbee req-98f52da8-31fb-4fc1-82aa-dab5e3214e96 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1a2de33a-66be-4df0-9c70-adf5c1b03ec8 HTTP/1.1" status: 200 len: 210 time: 0.0309091 Sep 18 01:01:02.336177 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9f346e0c-d868-412b-95f8-1433098e5eb9', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.72', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:20Z', 'updated_at': '2022-09-18T00:58:20Z', 'revision_number': 2, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:02.362299 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:02.372592 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:02.373127 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:00:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:02.490163 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:02.675003 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e3949-4808-4931-8a9f-dbaba9d0883a req-3054be49-582d-4b3d-ad5d-5700f25175b5 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:02.676697 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-857e3949-4808-4931-8a9f-dbaba9d0883a req-3054be49-582d-4b3d-ad5d-5700f25175b5 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 943 time: 0.0854053 Sep 18 01:01:02.688736 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8c360-b1d2-4b06-b8f3-9b886143a808 req-a92b7be2-bf8b-4aaa-b9f8-07b7933e73ff tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:02.690516 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a0f8c360-b1d2-4b06-b8f3-9b886143a808 req-a92b7be2-bf8b-4aaa-b9f8-07b7933e73ff tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0857601 Sep 18 01:01:02.771088 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a0f8c360-b1d2-4b06-b8f3-9b886143a808 req-1667f91e-3887-4d1d-bbf7-3ddecf018312 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718470 Sep 18 01:01:02.787057 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-857e3949-4808-4931-8a9f-dbaba9d0883a req-982a4fe7-b6dd-4241-9aeb-6e3f1bbe7838 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954771 Sep 18 01:01:02.794376 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9f346e0c-d868-412b-95f8-1433098e5eb9', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.72', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:20Z', 'updated_at': '2022-09-18T00:58:20Z', 'revision_number': 2, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:02.821767 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416012b-201e-4964-8eb6-88290c4ccd8e None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9f346e0c-d868-412b-95f8-1433098e5eb9', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.72', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '190e8866-66ef-440c-9bb4-625459014597', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:7c:23:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:57:20Z', 'updated_at': '2022-09-18T00:58:20Z', 'revision_number': 2, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:03.016328 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device b8d36f12-54c1-44a9-97c9-bfd9768a810e no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:03.046048 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: b8d36f12-54c1-44a9-97c9-bfd9768a810e {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:03.046611 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device b8d36f12-54c1-44a9-97c9-bfd9768a810e not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:03.114356 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fac66b-653b-4835-bc41-8878ca92ffe1 None None] New status for floating IP abacfbfd-68c0-4d2b-b495-0b7760303c7c: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:03.271745 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 44948) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:03.330056 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:03.337209 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-454566b1-59ce-4da6-b7fb-36f4a39c4170 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (ac3120fd-b51a-4c74-b0ec-587512d76df6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.363585 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-454566b1-59ce-4da6-b7fb-36f4a39c4170 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (ac3120fd-b51a-4c74-b0ec-587512d76df6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.436526 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-454566b1-59ce-4da6-b7fb-36f4a39c4170 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (ac3120fd-b51a-4c74-b0ec-587512d76df6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.438985 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-454566b1-59ce-4da6-b7fb-36f4a39c4170 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.440276 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-454566b1-59ce-4da6-b7fb-36f4a39c4170 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/ac3120fd-b51a-4c74-b0ec-587512d76df6 HTTP/1.1" status: 204 len: 168 time: 0.1659029 Sep 18 01:01:03.444218 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44950) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:03.454130 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454566b1-59ce-4da6-b7fb-36f4a39c4170 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3120fd-b51a-4c74-b0ec-587512d76df6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:03.467656 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.api.v2.resource [None req-6087ed12-9b53-4bf1-8ca1-dafaac7405ca tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] show failed (client error): The resource could not be found. Sep 18 01:01:03.469595 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-6087ed12-9b53-4bf1-8ca1-dafaac7405ca tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups/ac3120fd-b51a-4c74-b0ec-587512d76df6 HTTP/1.1" status: 404 len: 347 time: 0.0233433 Sep 18 01:01:03.472162 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 44952) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:03.618530 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Deleting port ba36dabd-ab3e-4b33-ad72-1189dade6e8d {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:03.618877 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (ba36dabd-ab3e-4b33-ad72-1189dade6e8d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.641438 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-35ed8989-6956-4496-b854-529065ad0402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.986099 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:03.996268 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071866d5-6afa-404e-ad0d-d0730a46601b req-b29e86d3-7af5-4938-8c59-57cf26a9f59e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:03.997905 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-071866d5-6afa-404e-ad0d-d0730a46601b req-b29e86d3-7af5-4938-8c59-57cf26a9f59e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.1018174 Sep 18 01:01:04.016401 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83888af9-26a6-4e3e-a5ce-50cd3c663f67 req-61a42e31-ab7f-4aa9-aa2a-3253dc560c08 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:04.017972 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83888af9-26a6-4e3e-a5ce-50cd3c663f67 req-61a42e31-ab7f-4aa9-aa2a-3253dc560c08 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 943 time: 0.1063564 Sep 18 01:01:04.055710 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (ba36dabd-ab3e-4b33-ad72-1189dade6e8d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.056024 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (ba36dabd-ab3e-4b33-ad72-1189dade6e8d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.094053 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Calling delete_port for ba36dabd-ab3e-4b33-ad72-1189dade6e8d owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:04.115259 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-071866d5-6afa-404e-ad0d-d0730a46601b req-ecfff03c-a797-48c3-9636-cfd0462a5669 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095374 Sep 18 01:01:04.191563 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83888af9-26a6-4e3e-a5ce-50cd3c663f67 req-8b17ae7d-3cea-4282-80dd-b65ca6385f53 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505826 Sep 18 01:01:04.325016 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (ba36dabd-ab3e-4b33-ad72-1189dade6e8d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.354806 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'Port': ['ID=ba36dabd-ab3e-4b33-ad72-1189dade6e8d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:04.383435 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (abacfbfd-68c0-4d2b-b495-0b7760303c7c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.386122 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.388388 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-4197c3d4-47f8-4c55-8922-ab51fe9e9978 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/abacfbfd-68c0-4d2b-b495-0b7760303c7c HTTP/1.1" status: 204 len: 168 time: 0.9145689 Sep 18 01:01:05.227303 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:05.254938 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b497ce-55e4-435a-b699-ff6d2244428f req-309e6ddf-59c2-4726-aa24-c6207b9549a6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:05.256712 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-67b497ce-55e4-435a-b699-ff6d2244428f req-309e6ddf-59c2-4726-aa24-c6207b9549a6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0561898 Sep 18 01:01:05.343685 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-67b497ce-55e4-435a-b699-ff6d2244428f req-8c082fae-8c44-4f49-abc9-368d21a975ed tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801671 Sep 18 01:01:05.346822 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:05.356073 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c2745-434e-4a1f-aa90-61f3ead715e2 req-3a6eb131-46ca-488f-b13b-55104679ab32 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:05.357558 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8b5c2745-434e-4a1f-aa90-61f3ead715e2 req-3a6eb131-46ca-488f-b13b-55104679ab32 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 943 time: 0.0659521 Sep 18 01:01:05.414362 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8b5c2745-434e-4a1f-aa90-61f3ead715e2 req-c8c632f2-3dc6-4a09-b749-1eb34610f119 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460083 Sep 18 01:01:06.337770 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:06.472261 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c057fe9-dcdd-44f5-ab18-b2b6bff5fef4 req-de15f402-4b19-4061-9153-a7bd8026ef00 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:06.473756 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6c057fe9-dcdd-44f5-ab18-b2b6bff5fef4 req-de15f402-4b19-4061-9153-a7bd8026ef00 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0488181 Sep 18 01:01:06.560032 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e2a45-b5ac-483f-8986-2df0d038d5cc req-31fd6539-a464-4a41-83e9-8f8f94602867 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:06.561493 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9e7e2a45-b5ac-483f-8986-2df0d038d5cc req-31fd6539-a464-4a41-83e9-8f8f94602867 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 943 time: 0.0670087 Sep 18 01:01:06.564814 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6c057fe9-dcdd-44f5-ab18-b2b6bff5fef4 req-9d5fcb61-5ec1-4c8d-bf85-a6026035bd82 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851016 Sep 18 01:01:06.610597 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9e7e2a45-b5ac-483f-8986-2df0d038d5cc req-bf0385ec-0161-4ef9-92c4-d9c2c0eb2a35 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434155 Sep 18 01:01:07.036397 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 644cd5b5-288e-4651-9d36-20ed8d528fcb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:01:07.069528 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:07.146253 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 644cd5b5-288e-4651-9d36-20ed8d528fcb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=644cd5b5-288e-4651-9d36-20ed8d528fcb,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:07.157644 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'port_id': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'mac_address': 'fa:16:3e:ca:84:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:01:07.159022 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:07.196759 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 644cd5b5-288e-4651-9d36-20ed8d528fcb is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:07.197148 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:07.210010 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644cd5b5-288e-4651-9d36-20ed8d528fcb {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:01:07.229357 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:07.231680 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 644cd5b5-288e-4651-9d36-20ed8d528fcb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=644cd5b5-288e-4651-9d36-20ed8d528fcb,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:07.235248 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:07.263420 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:07.281991 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=644cd5b5-288e-4651-9d36-20ed8d528fcb,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:07.611460 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['644cd5b5-288e-4651-9d36-20ed8d528fcb'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:01:07.691508 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e4c38-571b-4b8c-a3ae-6971423fb2c9 req-161ab104-ba8f-4be1-9404-1c09c24587cf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:07.693012 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-460e4c38-571b-4b8c-a3ae-6971423fb2c9 req-161ab104-ba8f-4be1-9404-1c09c24587cf tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0496345 Sep 18 01:01:07.763501 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58814d3-9d59-4b7e-8c3d-32517d9fb37e req-cd86fd5e-2a02-4c9f-b5d7-37bead6a2f1e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:07.765064 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d58814d3-9d59-4b7e-8c3d-32517d9fb37e req-cd86fd5e-2a02-4c9f-b5d7-37bead6a2f1e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 944 time: 0.0711553 Sep 18 01:01:07.793418 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-460e4c38-571b-4b8c-a3ae-6971423fb2c9 req-e55c849b-93d8-4fe3-9ac2-304302082427 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906014 Sep 18 01:01:07.825444 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d58814d3-9d59-4b7e-8c3d-32517d9fb37e req-9e69207b-9af3-44b5-99b8-b71805a06f09 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513580 Sep 18 01:01:08.935041 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:08.947779 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fd7b4-df00-4fb6-b84d-20359e3ed842 req-65e67259-8360-4adf-ae02-686f50b88d3e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:08.949246 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-047fd7b4-df00-4fb6-b84d-20359e3ed842 req-65e67259-8360-4adf-ae02-686f50b88d3e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0786769 Sep 18 01:01:08.961097 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b30e7-21fd-4161-864b-4632725592ce req-f3382d6c-0f79-4bae-bdf4-a4599b47bbb2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:08.962596 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ee1b30e7-21fd-4161-864b-4632725592ce req-f3382d6c-0f79-4bae-bdf4-a4599b47bbb2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 944 time: 0.0603633 Sep 18 01:01:09.045040 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-047fd7b4-df00-4fb6-b84d-20359e3ed842 req-a8f0e843-c14b-45d7-94b3-7e86e825f205 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814941 Sep 18 01:01:09.049765 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ee1b30e7-21fd-4161-864b-4632725592ce req-445f7339-62e5-4603-b44a-53c76bb0f446 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792451 Sep 18 01:01:09.052242 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 644cd5b5-288e-4651-9d36-20ed8d528fcb up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:09.103785 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 644cd5b5-288e-4651-9d36-20ed8d528fcb completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:01:09.112568 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 644cd5b5-288e-4651-9d36-20ed8d528fcb triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:01:09.113019 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:09.113714 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 644cd5b5-288e-4651-9d36-20ed8d528fcb Sep 18 01:01:09.184974 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 644cd5b5-288e-4651-9d36-20ed8d528fcb is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:09.185364 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:09.208407 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644cd5b5-288e-4651-9d36-20ed8d528fcb'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:09.211386 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7669a3bb-c5fc-4400-9f55-d82f9fbfbc71" -d '{"events": [{"server_uuid": "443c0c33-d16f-4b9b-86dc-99207ed72962", "name": "network-vif-plugged", "status": "completed", "tag": "644cd5b5-288e-4651-9d36-20ed8d528fcb"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:09.224080 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 644cd5b5-288e-4651-9d36-20ed8d528fcb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=644cd5b5-288e-4651-9d36-20ed8d528fcb,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:09.228866 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:09.251737 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16babf95-55ac-46de-bcba-54bf84d662cf x-openstack-request-id: req-16babf95-55ac-46de-bcba-54bf84d662cf {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:09.252026 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443c0c33-d16f-4b9b-86dc-99207ed72962", "name": "network-vif-plugged", "status": "completed", "tag": "644cd5b5-288e-4651-9d36-20ed8d528fcb", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:09.252281 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-16babf95-55ac-46de-bcba-54bf84d662cf {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:09.252671 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16babf95-55ac-46de-bcba-54bf84d662cf'] response: {'server_uuid': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'code': 200} Sep 18 01:01:09.278434 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=644cd5b5-288e-4651-9d36-20ed8d528fcb,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:09.740058 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833429b-41a0-4929-8c7d-80d5b19dd335 req-36b30f1f-3251-44b5-b907-d083e6a1327c tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:09.741440 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f833429b-41a0-4929-8c7d-80d5b19dd335 req-36b30f1f-3251-44b5-b907-d083e6a1327c tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0484250 Sep 18 01:01:09.802969 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a4aeb-274d-4edd-97fd-d5055a613ce1 req-e4b5b783-9f81-4129-8136-8cb406f43af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:09.805067 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d3a4aeb-274d-4edd-97fd-d5055a613ce1 req-e4b5b783-9f81-4129-8136-8cb406f43af6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 1129 time: 0.0597355 Sep 18 01:01:09.832522 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f833429b-41a0-4929-8c7d-80d5b19dd335 req-2c8e87c8-ea28-44b7-9030-dd4a04b79c1d tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796616 Sep 18 01:01:09.861022 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d3a4aeb-274d-4edd-97fd-d5055a613ce1 req-d3142155-c4b6-4ed7-ba1f-367f22c208ed service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465574 Sep 18 01:01:09.863007 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45012) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:09.940881 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aecdc5-0105-443a-b855-3cdc2629fbb8 tempest-TestMinimumBasicScenario-401002678 tempest-TestMinimumBasicScenario-401002678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:09.942364 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-79aecdc5-0105-443a-b855-3cdc2629fbb8 tempest-TestMinimumBasicScenario-401002678 tempest-TestMinimumBasicScenario-401002678-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 1124 time: 0.0783808 Sep 18 01:01:09.945207 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45016) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:09.949274 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'port_id': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:09.970758 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.058129 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.185873 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Allocated IP 172.37.7.90 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/bb9fd0b0-fc70-4484-bedb-37f0521bb579) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:10.211271 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577daa2f-5817-4dcb-9114-6c13c665a085 req-bfe2df7a-dbf3-49c7-8f7b-2ba7b73752af tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:10.212770 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-577daa2f-5817-4dcb-9114-6c13c665a085 req-bfe2df7a-dbf3-49c7-8f7b-2ba7b73752af tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0807145 Sep 18 01:01:10.220732 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c58109-75f8-423c-a00d-17101f269d8d req-f6dfe061-dc01-4cad-b519-99f4387ff237 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:10.222162 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-28c58109-75f8-423c-a00d-17101f269d8d req-f6dfe061-dc01-4cad-b519-99f4387ff237 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0794713 Sep 18 01:01:10.296178 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for port (bb9fd0b0-fc70-4484-bedb-37f0521bb579), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.299916 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-577daa2f-5817-4dcb-9114-6c13c665a085 req-aea90cb8-c3ab-4db5-b5cd-6ae3d9e3ff62 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767908 Sep 18 01:01:10.307420 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-28c58109-75f8-423c-a00d-17101f269d8d req-89e958b9-e2f2-4069-b4b5-939fe7588589 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761347 Sep 18 01:01:10.333384 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (bb9fd0b0-fc70-4484-bedb-37f0521bb579), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.369819 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:10.377159 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:10.382968 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:01:10.417468 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'Port': ['ID=bb9fd0b0-fc70-4484-bedb-37f0521bb579,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:10.430487 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.430833 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.431173 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.431502 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.431830 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.432156 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.432482 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.432799 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.433118 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.433435 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.433753 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.434068 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.434382 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.434726 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.435042 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:10.601164 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:10.610278 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:10.764215 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for floatingip (8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.829808 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bb9fd0b0-fc70-4484-bedb-37f0521bb579), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.970756 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for port (bb9fd0b0-fc70-4484-bedb-37f0521bb579), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.975372 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (bb9fd0b0-fc70-4484-bedb-37f0521bb579), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.044246 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'Port': ['ID=bb9fd0b0-fc70-4484-bedb-37f0521bb579,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:11.048144 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.152684 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Floating IP 8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82 associated. External IP: 172.37.7.90, port: d02eceef-bf2a-4aaa-b246-5fafd4b75314. Sep 18 01:01:11.348219 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Router ffa3533a-789b-4278-8b9d-6d4c19e56a9a has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:11.352280 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:11.458594 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:11.467970 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081570e-8b56-45fc-8bff-73513c84add9 req-a3be8566-c78f-4600-af5b-6c400a8a0f92 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:11.469546 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3081570e-8b56-45fc-8bff-73513c84add9 req-a3be8566-c78f-4600-af5b-6c400a8a0f92 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0880723 Sep 18 01:01:11.478728 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bccf19-f7d4-4d77-a853-df9f4f5fc55b req-4a066c80-d841-42fd-bbbe-47755d710b87 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:11.480296 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-95bccf19-f7d4-4d77-a853-df9f4f5fc55b req-4a066c80-d841-42fd-bbbe-47755d710b87 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0642755 Sep 18 01:01:11.559330 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3081570e-8b56-45fc-8bff-73513c84add9 req-c2b2807b-5957-4072-8f9e-9e057f5e40ec tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780232 Sep 18 01:01:11.566869 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-95bccf19-f7d4-4d77-a853-df9f4f5fc55b req-9988aec2-8611-41a9-807b-45cc7e74fe9b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782056 Sep 18 01:01:11.676038 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:11.689620 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] Sync routers for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:11.694384 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3743cc-d76b-4b8f-b2f8-4fdd0d8bc5d9 req-cc786a5c-ed2c-4961-ac0b-a6f920724101 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:11.696143 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.696477 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d3743cc-d76b-4b8f-b2f8-4fdd0d8bc5d9 req-cc786a5c-ed2c-4961-ac0b-a6f920724101 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0525210 Sep 18 01:01:11.711892 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:11.712583 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:11.732305 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:11.735128 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-24daa8b1-2741-4dcb-bc5e-5af1742079c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7888799 Sep 18 01:01:11.737601 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:11.739153 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45036) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:11.740892 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ff3208-83ed-4d94-8e3f-44c43b735ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:11.748438 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-a6745e4c-0e52-45d5-b7f9-197c640f3bdf tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-773960957', 'description': 'tempest-secgroup-smoke-773960957 description', 'project_id': 'c9f737f6350f4d1f993708b1f90a862e'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:11.791046 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d3743cc-d76b-4b8f-b2f8-4fdd0d8bc5d9 req-b07e2be5-4c5a-4154-8f4c-067e829758be tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875256 Sep 18 01:01:11.799231 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6745e4c-0e52-45d5-b7f9-197c640f3bdf tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.828818 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45040) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:11.851570 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:11.863829 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad9e648-ce53-4863-ae6a-0205bb27ef0b x-openstack-request-id: req-0ad9e648-ce53-4863-ae6a-0205bb27ef0b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:11.864123 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:11.864375 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ad9e648-ce53-4863-ae6a-0205bb27ef0b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:11.864781 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad9e648-ce53-4863-ae6a-0205bb27ef0b'] response: {'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'status': 'completed', 'code': 200} Sep 18 01:01:11.892219 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:11.924498 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6745e4c-0e52-45d5-b7f9-197c640f3bdf tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group (fd6ca814-4786-4459-8a91-d5dda7d3826e), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.952205 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7176101c-272e-4911-a5d3-889c158b450f tempest-TestVolumeBootPattern-638732702 tempest-TestVolumeBootPattern-638732702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:11.953926 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7176101c-272e-4911-a5d3-889c158b450f tempest-TestVolumeBootPattern-638732702 tempest-TestVolumeBootPattern-638732702-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 1124 time: 0.1238682 Sep 18 01:01:11.957063 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45046) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:11.964777 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6745e4c-0e52-45d5-b7f9-197c640f3bdf tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (fd6ca814-4786-4459-8a91-d5dda7d3826e), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.966615 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'port_id': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:11.998190 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-58442296-ef64-4423-9c0f-610f1e05a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:12.000061 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-58442296-ef64-4423-9c0f-610f1e05a4cc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c9f737f6350f4d1f993708b1f90a862e&device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 1129 time: 0.0728753 Sep 18 01:01:12.003496 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.006795 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a6745e4c-0e52-45d5-b7f9-197c640f3bdf tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.010499 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-a6745e4c-0e52-45d5-b7f9-197c640f3bdf tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2650421 Sep 18 01:01:12.012442 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45048) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:12.026081 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6745e4c-0e52-45d5-b7f9-197c640f3bdf tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ca814-4786-4459-8a91-d5dda7d3826e,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:12.035421 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ec2621a6-0e2f-4a14-a8c7-c317f7d74da6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'security_group_rule': {'security_group_id': 'fd6ca814-4786-4459-8a91-d5dda7d3826e', 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:12.069238 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514ae0c-005e-4d1f-87d4-d87afd38cd0a req-33cb1f72-52b7-437e-879b-fbf00217cc60 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:12.071190 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0514ae0c-005e-4d1f-87d4-d87afd38cd0a req-33cb1f72-52b7-437e-879b-fbf00217cc60 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0699711 Sep 18 01:01:12.130061 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0514ae0c-005e-4d1f-87d4-d87afd38cd0a req-0acabbb0-5402-4516-a9b8-7dae6e0f1fc2 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526209 Sep 18 01:01:12.132993 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec2621a6-0e2f-4a14-a8c7-c317f7d74da6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (63af50fc-3e10-4adc-800f-0a7b6d0a5bce), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.147837 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.227696 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'floating_ip_address': '172.37.7.90', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'port_id': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'mac_address': 'fa:16:3e:ea:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d3affc-6943-43c5-9921-109f6fe429fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:10Z', 'updated_at': '2022-09-18T01:01:10Z', 'revision_number': 0, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T01:00:02Z', 'revision_number': 5, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:12.233672 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec2621a6-0e2f-4a14-a8c7-c317f7d74da6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (63af50fc-3e10-4adc-800f-0a7b6d0a5bce), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.256431 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec2621a6-0e2f-4a14-a8c7-c317f7d74da6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (63af50fc-3e10-4adc-800f-0a7b6d0a5bce), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.260324 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] Checking router: ffa3533a-789b-4278-8b9d-6d4c19e56a9a for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:12.269194 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:12.269803 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:12.288253 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2621a6-0e2f-4a14-a8c7-c317f7d74da6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63af50fc-3e10-4adc-800f-0a7b6d0a5bce,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:12.296456 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec2621a6-0e2f-4a14-a8c7-c317f7d74da6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.300286 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ec2621a6-0e2f-4a14-a8c7-c317f7d74da6 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2699013 Sep 18 01:01:12.300723 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45050) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:12.305742 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-48b8ab08-c112-40e4-8624-0036797122ac tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'security_group_rule': {'security_group_id': 'fd6ca814-4786-4459-8a91-d5dda7d3826e', 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:12.320591 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Allocated IP 172.37.7.182 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/24037c44-21cd-43f0-8b90-44343638748e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:12.337135 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-48b8ab08-c112-40e4-8624-0036797122ac tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (4b055bd5-c1c6-4bf1-ab0f-9412c7646d89), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.377617 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:12.407594 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-48b8ab08-c112-40e4-8624-0036797122ac tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (4b055bd5-c1c6-4bf1-ab0f-9412c7646d89), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.413088 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-48b8ab08-c112-40e4-8624-0036797122ac tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (4b055bd5-c1c6-4bf1-ab0f-9412c7646d89), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.434494 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8ab08-c112-40e4-8624-0036797122ac tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b055bd5-c1c6-4bf1-ab0f-9412c7646d89,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:12.439970 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for port (24037c44-21cd-43f0-8b90-44343638748e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.440243 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-48b8ab08-c112-40e4-8624-0036797122ac tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.441507 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-48b8ab08-c112-40e4-8624-0036797122ac tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399105 Sep 18 01:01:12.444815 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45052) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:12.452923 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:12.453230 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-4858f966-fbe2-4546-bd93-1c321db36426 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'security_group_rule': {'security_group_id': 'fd6ca814-4786-4459-8a91-d5dda7d3826e', 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:12.484515 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4858f966-fbe2-4546-bd93-1c321db36426 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (8aec0a56-a457-421f-b9d0-840eeae6bdb3), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.485216 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (24037c44-21cd-43f0-8b90-44343638748e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.537286 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:12.542770 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:12.544968 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'Port': ['ID=24037c44-21cd-43f0-8b90-44343638748e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:12.547206 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:01:12.552931 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4858f966-fbe2-4546-bd93-1c321db36426 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (8aec0a56-a457-421f-b9d0-840eeae6bdb3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.558367 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4858f966-fbe2-4546-bd93-1c321db36426 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (8aec0a56-a457-421f-b9d0-840eeae6bdb3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.580963 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4858f966-fbe2-4546-bd93-1c321db36426 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.585371 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-4858f966-fbe2-4546-bd93-1c321db36426 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346827 Sep 18 01:01:12.585740 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45054) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:12.590662 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-dcc5cf00-0080-4dbb-bdd5-0a3c44faf7d3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'security_group_rule': {'security_group_id': 'fd6ca814-4786-4459-8a91-d5dda7d3826e', 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:12.610758 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858f966-fbe2-4546-bd93-1c321db36426 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aec0a56-a457-421f-b9d0-840eeae6bdb3,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:12.634602 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cf00-0080-4dbb-bdd5-0a3c44faf7d3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (28a748e6-7444-488f-9788-778b7d513422), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.639680 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'floating_ip_address': '172.37.7.90', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'port_id': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'mac_address': 'fa:16:3e:ea:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d3affc-6943-43c5-9921-109f6fe429fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:10Z', 'updated_at': '2022-09-18T01:01:10Z', 'revision_number': 0, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T01:00:02Z', 'revision_number': 5, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:12.672790 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:12.676410 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3256a13-ad8d-4761-827c-899ba714f786 None None] The sync data for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi is: [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'floating_ip_address': '172.37.7.90', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'port_id': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'mac_address': 'fa:16:3e:ea:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d3affc-6943-43c5-9921-109f6fe429fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:10Z', 'updated_at': '2022-09-18T01:01:10Z', 'revision_number': 0, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T01:00:02Z', 'revision_number': 5, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:12.696608 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:12.735165 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815100-d2d4-432c-84ca-14f58764a4e7 req-e18f1957-6483-477b-b6f7-f98ba3e3ff6c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:12.736641 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-05815100-d2d4-432c-84ca-14f58764a4e7 req-e18f1957-6483-477b-b6f7-f98ba3e3ff6c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0812743 Sep 18 01:01:12.752291 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:12.764358 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cf00-0080-4dbb-bdd5-0a3c44faf7d3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (28a748e6-7444-488f-9788-778b7d513422), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.773617 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cf00-0080-4dbb-bdd5-0a3c44faf7d3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (28a748e6-7444-488f-9788-778b7d513422), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.802957 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5cf00-0080-4dbb-bdd5-0a3c44faf7d3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a748e6-7444-488f-9788-778b7d513422,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:12.813826 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cf00-0080-4dbb-bdd5-0a3c44faf7d3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.817641 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-dcc5cf00-0080-4dbb-bdd5-0a3c44faf7d3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2284071 Sep 18 01:01:12.819358 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45058) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:12.824990 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f30642d3-13ba-454c-bf50-a907a132ffd0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'security_group_rule': {'security_group_id': 'fd6ca814-4786-4459-8a91-d5dda7d3826e', 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:12.828106 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-05815100-d2d4-432c-84ca-14f58764a4e7 req-e6344488-75e1-4945-b4ba-b0db4c4d60c8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819895 Sep 18 01:01:12.876727 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-f30642d3-13ba-454c-bf50-a907a132ffd0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Project c9f737f6350f4d1f993708b1f90a862e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:01:12.916880 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a40ca-75fb-4a02-84ad-d74934c7260f None None] New status for floating IP 8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:12.918888 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f30642d3-13ba-454c-bf50-a907a132ffd0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (fcdcd69e-928f-47c4-b756-6451332ea773), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.030063 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (88427aea-f406-4032-8f36-ba4ffabb127b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.032877 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f30642d3-13ba-454c-bf50-a907a132ffd0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (fcdcd69e-928f-47c4-b756-6451332ea773), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.038116 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f30642d3-13ba-454c-bf50-a907a132ffd0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (fcdcd69e-928f-47c4-b756-6451332ea773), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.096916 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30642d3-13ba-454c-bf50-a907a132ffd0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdcd69e-928f-47c4-b756-6451332ea773,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:13.113093 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f30642d3-13ba-454c-bf50-a907a132ffd0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.114298 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f30642d3-13ba-454c-bf50-a907a132ffd0 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2937517 Sep 18 01:01:13.117872 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45060) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:13.123219 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-3a08dae9-ffa0-4bbf-89e5-54930000806b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'security_group_rule': {'security_group_id': 'fd6ca814-4786-4459-8a91-d5dda7d3826e', 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:13.142157 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (24037c44-21cd-43f0-8b90-44343638748e), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.153043 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.securitygroups_db [None req-3a08dae9-ffa0-4bbf-89e5-54930000806b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Project c9f737f6350f4d1f993708b1f90a862e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:01:13.159729 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3a08dae9-ffa0-4bbf-89e5-54930000806b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (bfe96896-5323-449c-9284-26dc306e42b4), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.204414 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:13.236717 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3a08dae9-ffa0-4bbf-89e5-54930000806b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (bfe96896-5323-449c-9284-26dc306e42b4), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.257271 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3a08dae9-ffa0-4bbf-89e5-54930000806b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (bfe96896-5323-449c-9284-26dc306e42b4), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.287901 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08dae9-ffa0-4bbf-89e5-54930000806b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe96896-5323-449c-9284-26dc306e42b4,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:13.298115 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded6bc8-a82d-49a0-bd38-14949c375557 req-b143f6ad-ecd2-4da5-b80f-342002b0b377 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:13.299669 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7ded6bc8-a82d-49a0-bd38-14949c375557 req-b143f6ad-ecd2-4da5-b80f-342002b0b377 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0798650 Sep 18 01:01:13.304031 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3a08dae9-ffa0-4bbf-89e5-54930000806b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.305510 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-3a08dae9-ffa0-4bbf-89e5-54930000806b tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1864388 Sep 18 01:01:13.306674 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for port (24037c44-21cd-43f0-8b90-44343638748e), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.311601 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (24037c44-21cd-43f0-8b90-44343638748e), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.388090 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'Port': ['ID=24037c44-21cd-43f0-8b90-44343638748e,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:13.390635 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (88427aea-f406-4032-8f36-ba4ffabb127b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.393768 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7ded6bc8-a82d-49a0-bd38-14949c375557 req-ddbc41d1-a75c-43a1-b83b-21c987bf20a3 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751412 Sep 18 01:01:13.431803 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d597884a-25b8-415b-a9a8-595d4210c54e req-44b27f58-d6cc-41d4-8729-81a39fc581b3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-773960957&fields=id&tenant_id=c9f737f6350f4d1f993708b1f90a862e HTTP/1.1" status: 200 len: 267 time: 0.0746017 Sep 18 01:01:13.483892 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597884a-25b8-415b-a9a8-595d4210c54e req-0036a486-3f65-4b36-b202-08892df577c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:13.484992 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d597884a-25b8-415b-a9a8-595d4210c54e req-0036a486-3f65-4b36-b202-08892df577c1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0478051 Sep 18 01:01:13.496537 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-d597884a-25b8-415b-a9a8-595d4210c54e req-5536de2c-95f4-48da-a3d3-fd76de2abd46 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'port': {'security_groups': ['044246fb-fc9c-4479-ba94-a89c06bee7d4', 'fd6ca814-4786-4459-8a91-d5dda7d3826e']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:13.498780 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Floating IP 88427aea-f406-4032-8f36-ba4ffabb127b associated. External IP: 172.37.7.182, port: 644cd5b5-288e-4651-9d36-20ed8d528fcb. Sep 18 01:01:13.573650 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d597884a-25b8-415b-a9a8-595d4210c54e req-5536de2c-95f4-48da-a3d3-fd76de2abd46 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.575138 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:13.585384 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:13.710790 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Router 48d2e058-3cbc-408f-b82a-8f4582274bed has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:13.797005 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-53c3bee4-bd9e-4b85-bac5-51fa5b10cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:13.798475 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-53c3bee4-bd9e-4b85-bac5-51fa5b10cf99 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6fef5f4e-b094-42f4-8864-339fd1327a47 HTTP/1.1" status: 200 len: 916 time: 0.1751149 Sep 18 01:01:13.821880 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:13.825630 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:13.832521 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] Sync routers for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:13.844192 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.848827 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:13.849440 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:13.854269 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d597884a-25b8-415b-a9a8-595d4210c54e req-5536de2c-95f4-48da-a3d3-fd76de2abd46 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] For port d02eceef-bf2a-4aaa-b246-5fafd4b75314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:13.877761 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-8b4ce779-17ed-41e4-b662-fb7a47ccec7b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9191658 Sep 18 01:01:13.878482 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'tag': '644cd5b5-288e-4651-9d36-20ed8d528fcb'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:13.880887 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a148f94-0621-42f0-aa84-d88fbe5876b1" -d '{"events": [{"name": "network-changed", "server_uuid": "443c0c33-d16f-4b9b-86dc-99207ed72962", "tag": "644cd5b5-288e-4651-9d36-20ed8d528fcb"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:13.895344 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d597884a-25b8-415b-a9a8-595d4210c54e req-5536de2c-95f4-48da-a3d3-fd76de2abd46 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.935555 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d597884a-25b8-415b-a9a8-595d4210c54e req-5536de2c-95f4-48da-a3d3-fd76de2abd46 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.975895 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:13.982432 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597884a-25b8-415b-a9a8-595d4210c54e req-5536de2c-95f4-48da-a3d3-fd76de2abd46 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:13.983110 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d597884a-25b8-415b-a9a8-595d4210c54e req-5536de2c-95f4-48da-a3d3-fd76de2abd46 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.984523 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d597884a-25b8-415b-a9a8-595d4210c54e req-5536de2c-95f4-48da-a3d3-fd76de2abd46 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "PUT /networking/v2.0/ports/d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 200 len: 981 time: 0.4935026 Sep 18 01:01:14.005621 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:14.006175 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['d02eceef-bf2a-4aaa-b246-5fafd4b75314'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:01:14.008394 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b0793-aaaf-4639-ab12-d742990947cf" -d '{"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:14.011186 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:14.028823 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d64324-10df-46c2-9269-4744f7a77a89 x-openstack-request-id: req-91d64324-10df-46c2-9269-4744f7a77a89 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:14.030116 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443c0c33-d16f-4b9b-86dc-99207ed72962", "tag": "644cd5b5-288e-4651-9d36-20ed8d528fcb", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:14.030116 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91d64324-10df-46c2-9269-4744f7a77a89 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:14.030116 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d64324-10df-46c2-9269-4744f7a77a89'] response: {'name': 'network-changed', 'server_uuid': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'tag': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'status': 'completed', 'code': 200} Sep 18 01:01:14.061486 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a294c7-15a6-4407-8001-456d94ee2c9e req-e2538ff6-d209-4e6f-ae36-7beb0a466a88 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.063077 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-36a294c7-15a6-4407-8001-456d94ee2c9e req-e2538ff6-d209-4e6f-ae36-7beb0a466a88 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.1285319 Sep 18 01:01:14.068787 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-09c79676-ca33-4895-86e8-350f1e6976f7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 200 len: 1000 time: 0.1711328 Sep 18 01:01:14.086663 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:14.121627 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536de2c-95f4-48da-a3d3-fd76de2abd46 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'Port': ['ID=d02eceef-bf2a-4aaa-b246-5fafd4b75314,revision_number=6']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:14.168307 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d882c4c-b673-426f-a639-44d0ecd13068 req-89f6cec2-0302-4ec6-b3be-a2d0c92862ba tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.169796 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d882c4c-b673-426f-a639-44d0ecd13068 req-89f6cec2-0302-4ec6-b3be-a2d0c92862ba tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0804942 Sep 18 01:01:14.204502 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-36a294c7-15a6-4407-8001-456d94ee2c9e req-77f2285a-5fb3-4874-8186-3f3e918b6d77 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286464 Sep 18 01:01:14.226631 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['d02eceef-bf2a-4aaa-b246-5fafd4b75314'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:01:14.262208 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-f319be9a-1988-4000-be93-a386da349671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.264581 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-f319be9a-1988-4000-be93-a386da349671 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=595b0dbc-1cbd-4eca-899d-ffb164355224 HTTP/1.1" status: 200 len: 854 time: 0.1127868 Sep 18 01:01:14.274369 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:14.277391 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8035139-f65b-41ed-b6e1-4e9ecc8cfb87 x-openstack-request-id: req-e8035139-f65b-41ed-b6e1-4e9ecc8cfb87 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:14.277676 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:14.277921 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8035139-f65b-41ed-b6e1-4e9ecc8cfb87 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:14.278905 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8035139-f65b-41ed-b6e1-4e9ecc8cfb87'] response: {'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'status': 'completed', 'code': 200} Sep 18 01:01:14.279220 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-f260d657-416e-4e13-9e9a-d6385630af63 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.280753 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-f260d657-416e-4e13-9e9a-d6385630af63 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.1294749 Sep 18 01:01:14.281939 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-9856bfcf-b2c7-4257-a268-cc0375c65e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.283790 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-9856bfcf-b2c7-4257-a268-cc0375c65e27 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 1129 time: 0.1026814 Sep 18 01:01:14.334944 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d882c4c-b673-426f-a639-44d0ecd13068 req-856928d8-d9bb-46e3-b017-30976da193d3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1382809 Sep 18 01:01:14.340847 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-d0dd949c-56af-4ee8-845f-1ad549613c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.342312 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-d0dd949c-56af-4ee8-845f-1ad549613c5e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6fef5f4e-b094-42f4-8864-339fd1327a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581746 Sep 18 01:01:14.394362 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88427aea-f406-4032-8f36-ba4ffabb127b', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.182', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:ca:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:12Z', 'updated_at': '2022-09-18T01:01:12Z', 'revision_number': 0, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:14.443465 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] Checking router: 48d2e058-3cbc-408f-b82a-8f4582274bed for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:14.458402 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-dbf230df-a423-42df-b782-3f5adc417b03 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057158 Sep 18 01:01:14.506513 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:14.507843 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:14.527114 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Deleting port 190e8866-66ef-440c-9bb4-625459014597 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:14.527705 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (190e8866-66ef-440c-9bb4-625459014597), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:14.575677 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-6446573c-adbd-4c3f-9e13-29338b3b98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.577234 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-6446573c-adbd-4c3f-9e13-29338b3b98bd service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 913 time: 0.2559838 Sep 18 01:01:14.577402 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d69eb5-398e-4bd5-a46d-5621a429c450 req-87cb5196-020a-4fa2-939f-93fa8aa7fe4b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.579167 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-13d69eb5-398e-4bd5-a46d-5621a429c450 req-87cb5196-020a-4fa2-939f-93fa8aa7fe4b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 945 time: 0.0900602 Sep 18 01:01:14.628383 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63ff3208-83ed-4d94-8e3f-44c43b735ad7 req-893111d2-5f33-4d02-96fc-35bcbd0aa8e5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604168 Sep 18 01:01:14.644895 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] For port 190e8866-66ef-440c-9bb4-625459014597, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=190e8866-66ef-440c-9bb4-625459014597,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:14.645376 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-13d69eb5-398e-4bd5-a46d-5621a429c450 req-20d6ed83-dd1a-4878-9d94-cc161c195ca2 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1263778b-e3f6-4f54-b91e-2f6fad138b66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557950 Sep 18 01:01:14.645762 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (190e8866-66ef-440c-9bb4-625459014597), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:14.730310 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:14.781458 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-0af64d65-4df7-457b-9ff7-ac69c3bf0bc1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=644cd5b5-288e-4651-9d36-20ed8d528fcb HTTP/1.1" status: 200 len: 999 time: 0.1498103 Sep 18 01:01:14.787779 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0793-aaaf-4639-ab12-d742990947cf req-dc7ed71a-4603-41b5-aec6-55ac0887f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.790234 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-264b0793-aaaf-4639-ab12-d742990947cf req-dc7ed71a-4603-41b5-aec6-55ac0887f147 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c9f737f6350f4d1f993708b1f90a862e&device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 1168 time: 0.0456908 Sep 18 01:01:14.887105 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:14.888946 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-beb26656-9de7-48b6-9f0b-e811c47323c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.890443 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-beb26656-9de7-48b6-9f0b-e811c47323c4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.0977905 Sep 18 01:01:14.898536 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0793-aaaf-4639-ab12-d742990947cf req-dee5bfb2-1601-4e49-93fe-393707f46ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.900075 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-264b0793-aaaf-4639-ab12-d742990947cf req-dee5bfb2-1601-4e49-93fe-393707f46ca7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6fef5f4e-b094-42f4-8864-339fd1327a47 HTTP/1.1" status: 200 len: 916 time: 0.1025565 Sep 18 01:01:14.972707 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-264b0793-aaaf-4639-ab12-d742990947cf req-2c9a42e5-5834-4919-a1f0-008721714622 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 200 len: 1000 time: 0.0618110 Sep 18 01:01:15.110231 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:15.125623 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0793-aaaf-4639-ab12-d742990947cf req-762e0879-6024-4ed0-8b21-cc02906fe97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:15.127322 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-264b0793-aaaf-4639-ab12-d742990947cf req-762e0879-6024-4ed0-8b21-cc02906fe97c service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=595b0dbc-1cbd-4eca-899d-ffb164355224 HTTP/1.1" status: 200 len: 854 time: 0.0482414 Sep 18 01:01:15.127459 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:15.189759 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:15.200330 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.200963 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (9f346e0c-d868-412b-95f8-1433098e5eb9), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.200963 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Floating IP 9f346e0c-d868-412b-95f8-1433098e5eb9 disassociated. External IP: 172.37.7.72, port: 190e8866-66ef-440c-9bb4-625459014597. Sep 18 01:01:15.201333 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Calling delete_port for 190e8866-66ef-440c-9bb4-625459014597 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:15.204210 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-df9ee81e-affe-40c7-9b02-b3ef0b82af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:15.205706 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-df9ee81e-affe-40c7-9b02-b3ef0b82af5e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623584 Sep 18 01:01:15.278909 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88427aea-f406-4032-8f36-ba4ffabb127b', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.182', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:ca:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:12Z', 'updated_at': '2022-09-18T01:01:12Z', 'revision_number': 0, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:15.319176 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a37cdc-aab5-4c6e-9990-5ba76b666fc3 None None] The sync data for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi is: [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '88427aea-f406-4032-8f36-ba4ffabb127b', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.182', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:ca:84:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:12Z', 'updated_at': '2022-09-18T01:01:12Z', 'revision_number': 0, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:15.326921 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:15.346046 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:15.349258 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-85757a0a-da17-4fce-b36b-cf1a1940fd9c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044450 Sep 18 01:01:15.471092 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b0793-aaaf-4639-ab12-d742990947cf req-7638d61e-340e-4274-b078-0bd281ccd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:15.472689 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-264b0793-aaaf-4639-ab12-d742990947cf req-7638d61e-340e-4274-b078-0bd281ccd320 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6fef5f4e-b094-42f4-8864-339fd1327a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3348594 Sep 18 01:01:15.494730 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-9a148f94-0621-42f0-aa84-d88fbe5876b1 req-bce30919-5313-4345-ad23-ffecc9eff074 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379616 Sep 18 01:01:15.500108 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037bee-aebc-45c1-bce9-c78db2ded2b8 req-b6c5fb1b-213f-4c40-9db5-743729799b1f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:15.507421 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1a037bee-aebc-45c1-bce9-c78db2ded2b8 req-b6c5fb1b-213f-4c40-9db5-743729799b1f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0718806 Sep 18 01:01:15.514642 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (190e8866-66ef-440c-9bb4-625459014597), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.544862 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'Port': ['ID=190e8866-66ef-440c-9bb4-625459014597,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:15.624186 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b37c17-1c80-4d0a-b65f-830fac08413c None None] New status for floating IP 88427aea-f406-4032-8f36-ba4ffabb127b: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:15.644151 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1a037bee-aebc-45c1-bce9-c78db2ded2b8 req-7d4a3ffa-9e18-4096-9fac-a7a89c913ce0 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358507 Sep 18 01:01:15.648541 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-264b0793-aaaf-4639-ab12-d742990947cf req-9a5e222c-4dd3-422b-8b77-750e8d944b43 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617179 Sep 18 01:01:15.675176 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:15.731165 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:15.776596 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f82a793d-fa0c-4392-a2a0-4c671dffcf44 req-a8c6be50-b1f7-4f53-934f-0d2d809f5717 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0368fcd1-89d7-4e1f-ad08-1425f3872064 HTTP/1.1" status: 200 len: 210 time: 0.0378749 Sep 18 01:01:15.796929 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-264b0793-aaaf-4639-ab12-d742990947cf req-66899d3a-2744-4326-ad79-7e54219497f0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398988 Sep 18 01:01:15.805569 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:15.815607 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:15.827171 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:15.828033 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:15.873102 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] No DVR routers for this DVR port 190e8866-66ef-440c-9bb4-625459014597 on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:01:15.876997 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.880207 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8898e5ba-d3a6-42a7-b02f-012729538c04 req-a64bdbff-53b2-4a71-a940-8b4156fa52de tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "DELETE /networking/v2.0/ports/190e8866-66ef-440c-9bb4-625459014597 HTTP/1.1" status: 204 len: 173 time: 1.5508320 Sep 18 01:01:15.944110 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:16.031128 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'name': 'network-vif-deleted', 'tag': '190e8866-66ef-440c-9bb4-625459014597'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:16.033592 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3e7acd-7742-44fe-84d3-5734ba6ca3e1" -d '{"events": [{"server_uuid": "0368fcd1-89d7-4e1f-ad08-1425f3872064", "name": "network-vif-deleted", "tag": "190e8866-66ef-440c-9bb4-625459014597"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:16.080173 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd7b193-4674-4fce-ac40-acc127164d69 x-openstack-request-id: req-6bd7b193-4674-4fce-ac40-acc127164d69 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:16.080464 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0368fcd1-89d7-4e1f-ad08-1425f3872064", "name": "network-vif-deleted", "tag": "190e8866-66ef-440c-9bb4-625459014597", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:16.080731 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bd7b193-4674-4fce-ac40-acc127164d69 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:16.081114 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd7b193-4674-4fce-ac40-acc127164d69'] response: {'server_uuid': '0368fcd1-89d7-4e1f-ad08-1425f3872064', 'name': 'network-vif-deleted', 'tag': '190e8866-66ef-440c-9bb4-625459014597', 'status': 'completed', 'code': 200} Sep 18 01:01:16.157343 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:16.183901 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:16.193456 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:16.194303 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:16.296756 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:16.482262 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:16.512167 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e38e6-2bea-4efe-86c3-aa53484c0c0f None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:16.730142 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1800efb4-3290-441e-8483-c3244da2c552 None None] New status for floating IP 9f346e0c-d868-412b-95f8-1433098e5eb9: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:16.799034 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d99cc-844d-4f04-b6d7-eb23eeb6d376 req-d94e09e5-d572-4c0a-89df-46ac73e84221 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:16.800532 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a93d99cc-844d-4f04-b6d7-eb23eeb6d376 req-d94e09e5-d572-4c0a-89df-46ac73e84221 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0550830 Sep 18 01:01:16.858292 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a93d99cc-844d-4f04-b6d7-eb23eeb6d376 req-7076b1b9-863d-48d4-80f0-9b9ec18fee8f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502551 Sep 18 01:01:16.893770 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45092) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:16.947968 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73120dd5-b77d-407b-9ce0-f24e02291609 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (1263778b-e3f6-4f54-b91e-2f6fad138b66), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:16.969553 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73120dd5-b77d-407b-9ce0-f24e02291609 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (1263778b-e3f6-4f54-b91e-2f6fad138b66), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:16.985559 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:17.016821 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73120dd5-b77d-407b-9ce0-f24e02291609 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (1263778b-e3f6-4f54-b91e-2f6fad138b66), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.019506 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73120dd5-b77d-407b-9ce0-f24e02291609 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.020656 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-73120dd5-b77d-407b-9ce0-f24e02291609 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1263778b-e3f6-4f54-b91e-2f6fad138b66 HTTP/1.1" status: 204 len: 168 time: 0.1257071 Sep 18 01:01:17.024058 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45094) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:17.030422 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73120dd5-b77d-407b-9ce0-f24e02291609 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1263778b-e3f6-4f54-b91e-2f6fad138b66,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:17.037920 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.api.v2.resource [None req-cc779849-cff5-4a71-abe7-8eb76b04d32d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] show failed (client error): The resource could not be found. Sep 18 01:01:17.039509 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-cc779849-cff5-4a71-abe7-8eb76b04d32d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups/1263778b-e3f6-4f54-b91e-2f6fad138b66 HTTP/1.1" status: 404 len: 347 time: 0.0143473 Sep 18 01:01:17.042423 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45096) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:17.113465 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 190e8866-66ef-440c-9bb4-625459014597 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:17.132635 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 190e8866-66ef-440c-9bb4-625459014597 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:17.132982 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 190e8866-66ef-440c-9bb4-625459014597 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:17.153572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Deleting port 604409df-ddc1-4679-8bc1-ddd6943749b3 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:17.153913 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (604409df-ddc1-4679-8bc1-ddd6943749b3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.231748 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (604409df-ddc1-4679-8bc1-ddd6943749b3), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.232073 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (604409df-ddc1-4679-8bc1-ddd6943749b3), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.243627 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:17.244782 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Calling delete_port for 604409df-ddc1-4679-8bc1-ddd6943749b3 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:17.376172 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:17.387235 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (604409df-ddc1-4679-8bc1-ddd6943749b3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.412044 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'Port': ['ID=604409df-ddc1-4679-8bc1-ddd6943749b3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:17.471070 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (9f346e0c-d868-412b-95f8-1433098e5eb9), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.473520 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.474685 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e2d10d75-eda0-4f4f-af54-3b01ebe674b7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/9f346e0c-d868-412b-95f8-1433098e5eb9 HTTP/1.1" status: 204 len: 168 time: 0.4313257 Sep 18 01:01:17.556376 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45100) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:17.560907 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-dbfa3b03-544d-4608-aada-0e86e40d4a1d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466741863', 'description': 'tempest-description--981303343'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:17.581936 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3b03-544d-4608-aada-0e86e40d4a1d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.653207 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3b03-544d-4608-aada-0e86e40d4a1d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (a0922b62-1ffc-4ee8-8ae8-f41d7005c4de), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.656951 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3b03-544d-4608-aada-0e86e40d4a1d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a0922b62-1ffc-4ee8-8ae8-f41d7005c4de), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.688496 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3b03-544d-4608-aada-0e86e40d4a1d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.689710 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-dbfa3b03-544d-4608-aada-0e86e40d4a1d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1323469 Sep 18 01:01:17.692837 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45102) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:17.693643 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa3b03-544d-4608-aada-0e86e40d4a1d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:17.697543 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-39f3b9c3-6764-4a48-b2c4-4474f8d3d1cd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group_rule': {'security_group_id': 'a0922b62-1ffc-4ee8-8ae8-f41d7005c4de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:17.724188 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39f3b9c3-6764-4a48-b2c4-4474f8d3d1cd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (3da6cd60-fdac-4548-ac86-aa4d9613465d), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.786822 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39f3b9c3-6764-4a48-b2c4-4474f8d3d1cd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (3da6cd60-fdac-4548-ac86-aa4d9613465d), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.791085 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39f3b9c3-6764-4a48-b2c4-4474f8d3d1cd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (3da6cd60-fdac-4548-ac86-aa4d9613465d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.810564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3b9c3-6764-4a48-b2c4-4474f8d3d1cd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da6cd60-fdac-4548-ac86-aa4d9613465d,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:17.816617 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39f3b9c3-6764-4a48-b2c4-4474f8d3d1cd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.817645 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-39f3b9c3-6764-4a48-b2c4-4474f8d3d1cd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238160 Sep 18 01:01:17.820444 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45104) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:17.824585 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-d48dce89-2815-4df9-bc5c-b2772a746555 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group_rule': {'security_group_id': 'a0922b62-1ffc-4ee8-8ae8-f41d7005c4de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:17.852685 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d48dce89-2815-4df9-bc5c-b2772a746555 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (3f926ca3-0eb1-47b6-8150-122ee75b3c59), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.899845 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:17.909780 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d48dce89-2815-4df9-bc5c-b2772a746555 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (3f926ca3-0eb1-47b6-8150-122ee75b3c59), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.913745 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d48dce89-2815-4df9-bc5c-b2772a746555 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (3f926ca3-0eb1-47b6-8150-122ee75b3c59), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.937214 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dce89-2815-4df9-bc5c-b2772a746555 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f926ca3-0eb1-47b6-8150-122ee75b3c59,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:17.942839 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d48dce89-2815-4df9-bc5c-b2772a746555 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.944015 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d48dce89-2815-4df9-bc5c-b2772a746555 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226523 Sep 18 01:01:17.947903 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45108) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:17.952330 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:17.975119 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:17.992282 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e251341-c20e-4eea-a386-b907fb378c60 req-e8778afd-1cea-4bc1-ac77-ba1e5ed2fb2f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:17.993782 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1e251341-c20e-4eea-a386-b907fb378c60 req-e8778afd-1cea-4bc1-ac77-ba1e5ed2fb2f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0481124 Sep 18 01:01:18.046680 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1e251341-c20e-4eea-a386-b907fb378c60 req-5b7624bd-8e25-47a8-a846-f80b16deb6fe tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470536 Sep 18 01:01:18.059311 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.169003 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Allocated IP 172.37.7.191 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/089c3a0b-5a60-47d7-aa96-5f40c7253574) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:18.274079 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (089c3a0b-5a60-47d7-aa96-5f40c7253574), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.279194 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:18.309591 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (089c3a0b-5a60-47d7-aa96-5f40c7253574), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.352071 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:18.355404 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:18.359326 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:01:18.380861 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=089c3a0b-5a60-47d7-aa96-5f40c7253574,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:18.438380 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:18.449453 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (4fb9129d-6db6-463d-a521-fcd9ddaeb515), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.490131 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (089c3a0b-5a60-47d7-aa96-5f40c7253574), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.639769 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (089c3a0b-5a60-47d7-aa96-5f40c7253574), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.644225 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (089c3a0b-5a60-47d7-aa96-5f40c7253574), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.709112 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=089c3a0b-5a60-47d7-aa96-5f40c7253574,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:18.711851 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (4fb9129d-6db6-463d-a521-fcd9ddaeb515), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.728061 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.729273 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-9fdff4f0-ef04-4c54-8c6a-80b83510ddb7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7803712 Sep 18 01:01:18.925306 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-d41eeda7-a449-4bd7-b3f9-e23c6dbcdc2c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1466741863&fields=id&tenant_id=cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 267 time: 0.0433939 Sep 18 01:01:19.030194 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c92c07-4161-4239-b028-258c1d654766 req-e06e7e6d-239d-430c-98ac-88a41e1c6c95 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:19.031610 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-e06e7e6d-239d-430c-98ac-88a41e1c6c95 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 813 time: 0.0995684 Sep 18 01:01:19.046103 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-96d21bc8-72cd-4830-b8fc-612ec80b1de8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/quotas/cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 375 time: 0.0090542 Sep 18 01:01:19.104486 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-5df93b84-316c-405c-a865-815faccf6a0a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518191 Sep 18 01:01:19.211722 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2208df-0f50-4399-9e81-902f94575968 req-5e2d28e1-db20-42b4-bfb5-064074483eb2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:19.213172 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2208df-0f50-4399-9e81-902f94575968 req-5e2d28e1-db20-42b4-bfb5-064074483eb2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0785873 Sep 18 01:01:19.256736 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-48fa1b72-a226-47c5-bbf2-83d0bf3d06e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408613 Sep 18 01:01:19.295885 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:19.325142 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2208df-0f50-4399-9e81-902f94575968 req-8b650460-24cf-4299-940a-507c31fc8b6f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047547 Sep 18 01:01:19.365742 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-f2d0d19e-c54d-4fd8-8008-d00017d1bc23 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990551 Sep 18 01:01:19.533488 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83ed4b3e-7798-4b01-935b-d75ff5b018d0 req-b89a8e08-df64-419f-b66f-0350a7bb3a12 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 210 time: 0.0339124 Sep 18 01:01:20.452304 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a724dc-031d-478a-b5b6-2a6b3e6f8ab8 req-4ea4d6d3-3c68-47f6-9c82-65f8d58a72f6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:20.453954 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6a724dc-031d-478a-b5b6-2a6b3e6f8ab8 req-4ea4d6d3-3c68-47f6-9c82-65f8d58a72f6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0505767 Sep 18 01:01:20.504428 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d6a724dc-031d-478a-b5b6-2a6b3e6f8ab8 req-06b9bf7f-d194-41bf-b3ce-abada2a62e51 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428903 Sep 18 01:01:20.635829 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a76f60dd-3c5d-4949-922d-ea904a5cc5a4 req-d33e8e8f-d8b6-478c-a0da-bb081cd36888 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 210 time: 0.0280688 Sep 18 01:01:21.090435 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c92c07-4161-4239-b028-258c1d654766 req-13665799-fa0b-4961-96c6-498ea49eed7d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:21.092278 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-13665799-fa0b-4961-96c6-498ea49eed7d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 813 time: 0.1181099 Sep 18 01:01:21.186631 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-574d9ccb-7cf0-4d94-a4b1-e82e6684b686 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 380 time: 0.0651009 Sep 18 01:01:21.280474 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'port': {'device_id': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'admin_state_up': True, 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'security_groups': ['a0922b62-1ffc-4ee8-8ae8-f41d7005c4de']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:21.390599 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Made reservation on behalf of cf1375f9f28c43fda090a236635c4188 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:21.394203 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:21.496667 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:21.519392 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Allocated IP 172.20.0.7 (3227bd19-4c4c-45c0-aee5-e73b3870bae1/665e6178-f5ce-4fbf-9a1f-c6745892e403/f0d60caf-e51b-4704-af82-ab86c2340a70) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:21.605756 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:21.630691 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5bc5d-5b6f-481b-839f-c45f6155db8a req-f42aadac-97cd-4826-9420-1a33977ddb53 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:21.632797 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ddc5bc5d-5b6f-481b-839f-c45f6155db8a req-f42aadac-97cd-4826-9420-1a33977ddb53 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0468411 Sep 18 01:01:21.670560 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:21.685482 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ddc5bc5d-5b6f-481b-839f-c45f6155db8a req-e8541b5b-8646-4af5-8de8-bb1a897e7e37 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469437 Sep 18 01:01:21.717405 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:21.761190 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:21.764333 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:21.768250 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:01:21.772239 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f71ef-8d1d-430a-9104-be3f305e44c5 req-96a2fd18-e782-4d5b-ab19-1ce90826809e tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:21.774183 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c63f71ef-8d1d-430a-9104-be3f305e44c5 req-96a2fd18-e782-4d5b-ab19-1ce90826809e tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 931 time: 0.0491569 Sep 18 01:01:21.797060 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=f0d60caf-e51b-4704-af82-ab86c2340a70,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:21.826727 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:21.827378 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:21.846273 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-28285534-3d51-4c62-b0a3-443205963efb tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696006 Sep 18 01:01:21.846596 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c63f71ef-8d1d-430a-9104-be3f305e44c5 req-c866b60a-11ae-41af-9d7e-bc539abead18 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615892 Sep 18 01:01:21.865081 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Request body: {'port': {'device_id': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:21.927463 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.104110 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-8f4839d0-b61d-4a7d-ae77-5a13febd6c06 None None] Provisioning complete for port f0d60caf-e51b-4704-af82-ab86c2340a70 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:01:22.104697 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f4839d0-b61d-4a7d-ae77-5a13febd6c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.104795 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8f4839d0-b61d-4a7d-ae77-5a13febd6c06 None None] Attempt 1 to provision port f0d60caf-e51b-4704-af82-ab86c2340a70 Sep 18 01:01:22.140112 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8f4839d0-b61d-4a7d-ae77-5a13febd6c06 None None] Port f0d60caf-e51b-4704-af82-ab86c2340a70 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:01:22.194411 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d60caf-e51b-4704-af82-ab86c2340a70 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:01:22.201989 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Publish callbacks [] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.216064 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Transition to ACTIVE for port object f0d60caf-e51b-4704-af82-ab86c2340a70 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:01:22.219996 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.281172 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Pushing event updated for resources: {'Port': ['ID=f0d60caf-e51b-4704-af82-ab86c2340a70,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:22.328783 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Attempting to bind port f0d60caf-e51b-4704-af82-ab86c2340a70 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:01:22.329112 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Attempting to bind port f0d60caf-e51b-4704-af82-ab86c2340a70 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:01:22.329438 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Attempting to bind port f0d60caf-e51b-4704-af82-ab86c2340a70 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:22.355863 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:22.374930 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:22.378284 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Port f0d60caf-e51b-4704-af82-ab86c2340a70 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:22.378639 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Attempting to bind port f0d60caf-e51b-4704-af82-ab86c2340a70 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:22.423732 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:01:22.424058 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Checking segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:01:22.424531 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Bound using segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:01:22.424969 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Bound port: f0d60caf-e51b-4704-af82-ab86c2340a70, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:01:22.425318 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.483878 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] For port f0d60caf-e51b-4704-af82-ab86c2340a70, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:22.486787 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] For port f0d60caf-e51b-4704-af82-ab86c2340a70, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0d60caf-e51b-4704-af82-ab86c2340a70,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:22.491794 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.495703 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:22.496311 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.497636 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/f0d60caf-e51b-4704-af82-ab86c2340a70 HTTP/1.1" status: 200 len: 1093 time: 0.6372750 Sep 18 01:01:22.498174 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'tag': 'f0d60caf-e51b-4704-af82-ab86c2340a70'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:22.500406 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a006807b-11aa-4d0d-b519-55226205612a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8469ab-e2ff-405e-9da7-e4e93e64fc72", "tag": "f0d60caf-e51b-4704-af82-ab86c2340a70"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:22.544709 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c345f8-0edd-4b9c-a5d4-47402af9b462 x-openstack-request-id: req-54c345f8-0edd-4b9c-a5d4-47402af9b462 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:22.545215 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8469ab-e2ff-405e-9da7-e4e93e64fc72", "tag": "f0d60caf-e51b-4704-af82-ab86c2340a70", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:22.545215 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54c345f8-0edd-4b9c-a5d4-47402af9b462 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:22.545620 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c345f8-0edd-4b9c-a5d4-47402af9b462'] response: {'name': 'network-changed', 'server_uuid': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'tag': 'f0d60caf-e51b-4704-af82-ab86c2340a70', 'status': 'completed', 'code': 200} Sep 18 01:01:22.550551 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d735c7-6340-45a3-a7da-2d8b8f83278f service neutron] Pushing event updated for resources: {'Port': ['ID=f0d60caf-e51b-4704-af82-ab86c2340a70,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:22.635865 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006807b-11aa-4d0d-b519-55226205612a req-a3c13944-a90d-4f98-9d91-1c9616ba93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:22.637367 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a006807b-11aa-4d0d-b519-55226205612a req-a3c13944-a90d-4f98-9d91-1c9616ba93c4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 1127 time: 0.0419743 Sep 18 01:01:22.641250 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8f4839d0-b61d-4a7d-ae77-5a13febd6c06 None None] Attempt 2 to provision port f0d60caf-e51b-4704-af82-ab86c2340a70 Sep 18 01:01:22.681582 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8f4839d0-b61d-4a7d-ae77-5a13febd6c06 None None] Port f0d60caf-e51b-4704-af82-ab86c2340a70 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:01:22.808423 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd451dae-6a0b-4861-a19b-4e6d4f843f06 req-5d2e456f-23c8-456c-96fc-6c6b2215d1e4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:22.809976 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cd451dae-6a0b-4861-a19b-4e6d4f843f06 req-5d2e456f-23c8-456c-96fc-6c6b2215d1e4 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0471413 Sep 18 01:01:22.813230 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.826376 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006807b-11aa-4d0d-b519-55226205612a req-7b207c83-8d87-43b4-89f4-99fa4cc9b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:22.827897 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a006807b-11aa-4d0d-b519-55226205612a req-7b207c83-8d87-43b4-89f4-99fa4cc9b424 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=cf1375f9f28c43fda090a236635c4188&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1686282 Sep 18 01:01:22.859931 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cd451dae-6a0b-4861-a19b-4e6d4f843f06 req-20e45aef-bfea-4f01-a373-a87f6fd2555c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Sep 18 01:01:22.925185 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:22.966269 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0194a2-507c-47a9-84cc-8bc056238035 req-b2c45e84-3f7f-4b60-8b96-7212f0cb5d9f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:22.967781 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d0194a2-507c-47a9-84cc-8bc056238035 req-b2c45e84-3f7f-4b60-8b96-7212f0cb5d9f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 943 time: 0.0507085 Sep 18 01:01:22.993467 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006807b-11aa-4d0d-b519-55226205612a req-cf9934b6-8bbb-45a5-b605-2e48220b33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:22.994935 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a006807b-11aa-4d0d-b519-55226205612a req-cf9934b6-8bbb-45a5-b605-2e48220b33c4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1594472 Sep 18 01:01:23.015065 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7d0194a2-507c-47a9-84cc-8bc056238035 req-941276d4-e533-4713-9d41-5323c33b8256 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Sep 18 01:01:23.343104 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c92c07-4161-4239-b028-258c1d654766 req-23f1ca4d-0954-4c75-a5de-0d0ef30b52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:23.344577 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-23f1ca4d-0954-4c75-a5de-0d0ef30b52e6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 1127 time: 0.2732627 Sep 18 01:01:23.391710 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-44460537-828d-4f25-970a-faa66edc9bb9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d60caf-e51b-4704-af82-ab86c2340a70 HTTP/1.1" status: 200 len: 217 time: 0.0313001 Sep 18 01:01:23.437823 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c92c07-4161-4239-b028-258c1d654766 req-1449a259-41ba-4d9d-a685-e5062534c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:23.439258 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-1449a259-41ba-4d9d-a685-e5062534c903 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=665e6178-f5ce-4fbf-9a1f-c6745892e403 HTTP/1.1" status: 200 len: 852 time: 0.0421298 Sep 18 01:01:23.486450 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c92c07-4161-4239-b028-258c1d654766 req-e04eb793-5e91-4e5c-9b78-85a45a9470a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:23.487949 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-e04eb793-5e91-4e5c-9b78-85a45a9470a4 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3227bd19-4c4c-45c0-aee5-e73b3870bae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423439 Sep 18 01:01:23.576438 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-a008d896-dc06-43bc-89a5-cbc180a6abb8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820060 Sep 18 01:01:23.670072 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a9c92c07-4161-4239-b028-258c1d654766 req-15c4f05f-fd2e-4091-adc1-a3265c96ade8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852218 Sep 18 01:01:23.984602 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78828e43-2a0e-44c3-be70-59c6f3caefa6 req-03c71235-1990-4f5f-a078-a15e9d9cff13 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:23.986055 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-78828e43-2a0e-44c3-be70-59c6f3caefa6 req-03c71235-1990-4f5f-a078-a15e9d9cff13 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0494211 Sep 18 01:01:24.033084 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-78828e43-2a0e-44c3-be70-59c6f3caefa6 req-0514181f-b55b-44b5-91ee-1b2d4a754837 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 Sep 18 01:01:24.138791 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb8872-56a4-4dfa-9e09-9d3f5bba2c9d req-ebc2a401-d5d1-4941-9f18-b824b1ad02f8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:24.140260 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2feb8872-56a4-4dfa-9e09-9d3f5bba2c9d req-ebc2a401-d5d1-4941-9f18-b824b1ad02f8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 943 time: 0.0503645 Sep 18 01:01:24.186691 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2feb8872-56a4-4dfa-9e09-9d3f5bba2c9d req-b84cd1a9-25dc-455f-9390-13e182501147 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406206 Sep 18 01:01:25.152992 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device f0d60caf-e51b-4704-af82-ab86c2340a70 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:01:25.156583 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243791d-8b6a-4762-ae5a-c277f64fadc0 req-22b5aef8-046d-42ce-b868-bac93dfadea2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:25.158143 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0243791d-8b6a-4762-ae5a-c277f64fadc0 req-22b5aef8-046d-42ce-b868-bac93dfadea2 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0482717 Sep 18 01:01:25.211649 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0243791d-8b6a-4762-ae5a-c277f64fadc0 req-5ea28587-ab9a-48c9-a9a6-174fd439fbe9 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 Sep 18 01:01:25.259498 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port f0d60caf-e51b-4704-af82-ab86c2340a70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0d60caf-e51b-4704-af82-ab86c2340a70,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:25.270903 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'f0d60caf-e51b-4704-af82-ab86c2340a70', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'port_id': 'f0d60caf-e51b-4704-af82-ab86c2340a70', 'mac_address': 'fa:16:3e:8a:b3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:01:25.308913 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22502fb-c87e-4447-b680-e6df5cbb52c8 req-462d21e7-1126-4819-a05c-62323c3bc910 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:25.309271 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port f0d60caf-e51b-4704-af82-ab86c2340a70 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:25.309667 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:25.310396 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d22502fb-c87e-4447-b680-e6df5cbb52c8 req-462d21e7-1126-4819-a05c-62323c3bc910 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 943 time: 0.0462835 Sep 18 01:01:25.323730 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d60caf-e51b-4704-af82-ab86c2340a70 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:01:25.343873 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port f0d60caf-e51b-4704-af82-ab86c2340a70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0d60caf-e51b-4704-af82-ab86c2340a70,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:25.349021 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:25.363924 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d22502fb-c87e-4447-b680-e6df5cbb52c8 req-962ea562-c5fc-4656-9df3-4ed1faba38e9 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477600 Sep 18 01:01:25.396513 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=f0d60caf-e51b-4704-af82-ab86c2340a70,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:25.785266 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['f0d60caf-e51b-4704-af82-ab86c2340a70'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:01:25.857660 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:25.869551 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:26.336419 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b7e18-674b-43bf-9ba0-ea84f2a3d84f req-fffd12dd-cd5a-4eb2-9add-ef0e009618e7 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:26.338631 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fe8b7e18-674b-43bf-9ba0-ea84f2a3d84f req-fffd12dd-cd5a-4eb2-9add-ef0e009618e7 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0490682 Sep 18 01:01:26.389602 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fe8b7e18-674b-43bf-9ba0-ea84f2a3d84f req-fe8af613-a226-476a-a909-1a07a6f10876 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453637 Sep 18 01:01:26.447595 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d10eb9-cb66-404d-8574-04f11cf0d458 req-781c0604-6545-4903-8bf2-9cc967471592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:26.449033 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a5d10eb9-cb66-404d-8574-04f11cf0d458 req-781c0604-6545-4903-8bf2-9cc967471592 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 1129 time: 0.0387113 Sep 18 01:01:26.487321 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7e5aa-bbc6-42ad-8085-37b2d20ee6c2 req-3c53899e-8e88-46a2-b2d9-97d6c4bd4fce tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:26.488804 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-47e7e5aa-bbc6-42ad-8085-37b2d20ee6c2 req-3c53899e-8e88-46a2-b2d9-97d6c4bd4fce tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 944 time: 0.0477936 Sep 18 01:01:26.497554 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-a5d10eb9-cb66-404d-8574-04f11cf0d458 req-358c4c0c-8e75-4424-a55f-303cad8423c9 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393729 Sep 18 01:01:26.516274 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:26.544512 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-47e7e5aa-bbc6-42ad-8085-37b2d20ee6c2 req-2ca2a769-e410-4852-8e81-4bb3f2e8613c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474637 Sep 18 01:01:27.194358 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device f0d60caf-e51b-4704-af82-ab86c2340a70 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:27.199163 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:27.238779 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port f0d60caf-e51b-4704-af82-ab86c2340a70 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:01:27.244809 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port f0d60caf-e51b-4704-af82-ab86c2340a70 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:01:27.245024 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:27.245443 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port f0d60caf-e51b-4704-af82-ab86c2340a70 Sep 18 01:01:27.319060 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port f0d60caf-e51b-4704-af82-ab86c2340a70 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:27.319451 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:27.342773 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d60caf-e51b-4704-af82-ab86c2340a70'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:27.345007 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007a373d-0207-4bdb-bf11-8839eba6ef74" -d '{"events": [{"server_uuid": "6c8469ab-e2ff-405e-9da7-e4e93e64fc72", "name": "network-vif-plugged", "status": "completed", "tag": "f0d60caf-e51b-4704-af82-ab86c2340a70"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:27.357742 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port f0d60caf-e51b-4704-af82-ab86c2340a70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0d60caf-e51b-4704-af82-ab86c2340a70,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:27.361716 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:27.385300 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894dcc60-2675-485b-8f2e-b5f60787efa9 x-openstack-request-id: req-894dcc60-2675-485b-8f2e-b5f60787efa9 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:27.385606 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8469ab-e2ff-405e-9da7-e4e93e64fc72", "name": "network-vif-plugged", "status": "completed", "tag": "f0d60caf-e51b-4704-af82-ab86c2340a70", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:27.385843 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-894dcc60-2675-485b-8f2e-b5f60787efa9 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:27.386228 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894dcc60-2675-485b-8f2e-b5f60787efa9'] response: {'server_uuid': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d60caf-e51b-4704-af82-ab86c2340a70', 'code': 200} Sep 18 01:01:27.410705 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=f0d60caf-e51b-4704-af82-ab86c2340a70,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:27.417930 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=57,neutron:UPDATE=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:27.423696 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:01:27.520574 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b243d82-45ee-4a49-b9be-583eb0c33382 req-b8891771-2bce-4a81-a8c3-b55739d13404 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:27.521985 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4b243d82-45ee-4a49-b9be-583eb0c33382 req-b8891771-2bce-4a81-a8c3-b55739d13404 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0536954 Sep 18 01:01:27.571697 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4b243d82-45ee-4a49-b9be-583eb0c33382 req-bc9ec616-a4b5-4361-8edc-8862d99460ec tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437448 Sep 18 01:01:27.665614 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2068cf-a2fc-4e92-8823-c58bfe21423f req-e59270a4-f276-461f-a094-46262e6225e4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:27.667083 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3e2068cf-a2fc-4e92-8823-c58bfe21423f req-e59270a4-f276-461f-a094-46262e6225e4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0452008 Sep 18 01:01:27.714313 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3e2068cf-a2fc-4e92-8823-c58bfe21423f req-58646813-79e4-41b8-b1fd-91ebf2a44532 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Sep 18 01:01:28.379593 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f24e57-ff2f-4626-8bb5-b09ace579257 req-6736c22b-72eb-4bb0-bcfb-86d8163b543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:28.381884 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-10f24e57-ff2f-4626-8bb5-b09ace579257 req-6736c22b-72eb-4bb0-bcfb-86d8163b543d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 1129 time: 0.0418341 Sep 18 01:01:28.412594 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:28.433837 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-10f24e57-ff2f-4626-8bb5-b09ace579257 req-892a8ec0-3f48-4580-b7f5-e85e8060c016 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442677 Sep 18 01:01:28.694409 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711b2be-1ba6-4636-a6de-d5f7cbb9aaea req-3dca74e1-4236-46e1-a554-c1383bf2f86c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:28.696301 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0711b2be-1ba6-4636-a6de-d5f7cbb9aaea req-3dca74e1-4236-46e1-a554-c1383bf2f86c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0450377 Sep 18 01:01:28.745412 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0711b2be-1ba6-4636-a6de-d5f7cbb9aaea req-9aa2f65b-93ca-4adf-9b67-1ec92ba32b28 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Sep 18 01:01:28.844517 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7bdad-ea4b-4d00-9ca8-b7907872ba7d req-74b16de7-f03d-4422-81bc-a1eafe2f9739 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:28.846011 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7bc7bdad-ea4b-4d00-9ca8-b7907872ba7d req-74b16de7-f03d-4422-81bc-a1eafe2f9739 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0560601 Sep 18 01:01:28.883495 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:28.898688 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7bc7bdad-ea4b-4d00-9ca8-b7907872ba7d req-5aa385db-27db-4ce3-b1e7-8248a5e9b302 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 Sep 18 01:01:29.160679 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd2c23-d6ee-4061-82ec-7f8b8215e701 req-3cc9be89-cae7-48c7-99e0-a4894e3ed4c6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:29.162168 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1cbd2c23-d6ee-4061-82ec-7f8b8215e701 req-3cc9be89-cae7-48c7-99e0-a4894e3ed4c6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0477352 Sep 18 01:01:29.210303 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1cbd2c23-d6ee-4061-82ec-7f8b8215e701 req-db9ed528-ab2e-4983-a137-ad934c62e32c tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419827 Sep 18 01:01:29.392526 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-9dc2a1f4-9563-4707-915a-f0afe6af5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:29.393986 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-9dc2a1f4-9563-4707-915a-f0afe6af5679 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 1129 time: 0.0391409 Sep 18 01:01:29.407200 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:29.494539 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-44ede116-0192-4603-8932-ed3e3a46df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:29.495899 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-44ede116-0192-4603-8932-ed3e3a46df15 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.0956371 Sep 18 01:01:29.584831 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-3770f09c-a733-450c-8ce6-593500869c26 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667 HTTP/1.1" status: 200 len: 1001 time: 0.0551207 Sep 18 01:01:30.033965 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41545c5-62fb-4038-92b3-f4768a67cc27 req-a147f1d0-6738-4c8d-ae66-4742873b0be0 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:30.035359 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f41545c5-62fb-4038-92b3-f4768a67cc27 req-a147f1d0-6738-4c8d-ae66-4742873b0be0 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0548284 Sep 18 01:01:30.082795 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f41545c5-62fb-4038-92b3-f4768a67cc27 req-8022adbf-94f1-457f-80a6-fa3e27ca8f35 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 Sep 18 01:01:30.337190 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312557c-b5b8-4226-8ec7-07e2479a4bda req-986dd7cf-73f4-414c-a595-18d5299a9e84 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:30.337706 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-96470ed6-4516-4a34-bb46-28c01104d1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:30.338835 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f312557c-b5b8-4226-8ec7-07e2479a4bda req-986dd7cf-73f4-414c-a595-18d5299a9e84 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0489330 Sep 18 01:01:30.339547 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-96470ed6-4516-4a34-bb46-28c01104d1e8 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.0540726 Sep 18 01:01:30.387931 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f312557c-b5b8-4226-8ec7-07e2479a4bda req-47c8072a-b625-42fb-9fae-18315f02e27d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Sep 18 01:01:30.388185 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-d83622cd-7eb4-49df-aea4-88a554fa25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:30.389886 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-d83622cd-7eb4-49df-aea4-88a554fa25bf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433767 Sep 18 01:01:30.488868 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-aba1bfa1-0e9b-4f95-ad0b-64e11be5cfd8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850661 Sep 18 01:01:30.585927 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f8c2d69c-22e7-48ac-aafe-72a4a3eaf086 req-1e2c6c04-1f6b-4250-bf63-6e1597e3f992 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892217 Sep 18 01:01:30.732681 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-63a2fd7b-7494-4da9-89e2-e26bb0f1b83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.208904 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793c069-2ad6-411e-b0be-dea97838bb5a req-c70bedc6-27b5-42bc-aa54-ab8bc3a9ebee tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:31.210356 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6793c069-2ad6-411e-b0be-dea97838bb5a req-c70bedc6-27b5-42bc-aa54-ab8bc3a9ebee tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0492623 Sep 18 01:01:31.260440 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6793c069-2ad6-411e-b0be-dea97838bb5a req-6e041c90-d87e-4bf1-afc7-e271297e5ad4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Sep 18 01:01:31.377086 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ca2bc-0294-4246-b782-b2a4a8143542 req-e06597c9-91bc-4650-9152-889294836865 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:31.378466 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f3ca2bc-0294-4246-b782-b2a4a8143542 req-e06597c9-91bc-4650-9152-889294836865 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0460441 Sep 18 01:01:31.388471 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:31.393052 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7a4ce268-9699-4f9f-b716-d251acf3d887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'floatingip': {'port_id': 'f0d60caf-e51b-4704-af82-ab86c2340a70'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:31.431953 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce268-9699-4f9f-b716-d251acf3d887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (4fb9129d-6db6-463d-a521-fcd9ddaeb515), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.515458 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fca852-f0cb-4d44-b536-970dbb736539 req-5a09cc8e-4129-4abf-9a2b-5d397abed34b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:31.516963 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e7fca852-f0cb-4d44-b536-970dbb736539 req-5a09cc8e-4129-4abf-9a2b-5d397abed34b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0463340 Sep 18 01:01:31.566234 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e7fca852-f0cb-4d44-b536-970dbb736539 req-e728f716-c575-4853-91e1-50d70e47ca03 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Sep 18 01:01:31.859608 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce268-9699-4f9f-b716-d251acf3d887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.863707 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce268-9699-4f9f-b716-d251acf3d887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (4fb9129d-6db6-463d-a521-fcd9ddaeb515), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.894836 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:31.958199 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [None req-7a4ce268-9699-4f9f-b716-d251acf3d887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Floating IP 4fb9129d-6db6-463d-a521-fcd9ddaeb515 associated. External IP: 172.37.7.191, port: f0d60caf-e51b-4704-af82-ab86c2340a70. Sep 18 01:01:32.044276 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:32.158063 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4ce268-9699-4f9f-b716-d251acf3d887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:32.272414 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4ce268-9699-4f9f-b716-d251acf3d887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:32.277373 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce268-9699-4f9f-b716-d251acf3d887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.281902 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:32.294266 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:32.294913 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:32.309026 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7a4ce268-9699-4f9f-b716-d251acf3d887 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/4fb9129d-6db6-463d-a521-fcd9ddaeb515 HTTP/1.1" status: 200 len: 991 time: 0.9194536 Sep 18 01:01:32.309632 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'tag': 'f0d60caf-e51b-4704-af82-ab86c2340a70'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:32.311888 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b849b404-b439-4a6c-9ff1-f2b8941203cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8469ab-e2ff-405e-9da7-e4e93e64fc72", "tag": "f0d60caf-e51b-4704-af82-ab86c2340a70"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:32.349717 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31277f7-11e7-401c-9492-ae41c9c23ea3 x-openstack-request-id: req-a31277f7-11e7-401c-9492-ae41c9c23ea3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:32.350025 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8469ab-e2ff-405e-9da7-e4e93e64fc72", "tag": "f0d60caf-e51b-4704-af82-ab86c2340a70", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:32.350300 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a31277f7-11e7-401c-9492-ae41c9c23ea3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:32.350724 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a31277f7-11e7-401c-9492-ae41c9c23ea3'] response: {'name': 'network-changed', 'server_uuid': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'tag': 'f0d60caf-e51b-4704-af82-ab86c2340a70', 'status': 'completed', 'code': 200} Sep 18 01:01:32.397412 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:32.473371 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-e44810d4-2edf-413e-9a2f-aabd03aa8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:32.474826 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-e44810d4-2edf-413e-9a2f-aabd03aa8038 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 1129 time: 0.0431933 Sep 18 01:01:32.580841 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-3b9967de-5cf6-4780-9b47-c7f1693f8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:32.582448 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-3b9967de-5cf6-4780-9b47-c7f1693f8cc2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 914 time: 0.0963430 Sep 18 01:01:32.612972 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4fb9129d-6db6-463d-a521-fcd9ddaeb515', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.191', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': 'f0d60caf-e51b-4704-af82-ab86c2340a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:8a:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:18Z', 'updated_at': '2022-09-18T01:01:31Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:32.637294 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:32.645780 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:32.646375 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:32.690855 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54d7af-da2d-4451-842c-8e245cd24c22 req-e3598057-1893-4232-a918-f1dc47975704 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:32.692332 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4b54d7af-da2d-4451-842c-8e245cd24c22 req-e3598057-1893-4232-a918-f1dc47975704 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0500708 Sep 18 01:01:32.742126 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4b54d7af-da2d-4451-842c-8e245cd24c22 req-66a0c6f7-3464-4d50-832d-8eae15574f1b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439866 Sep 18 01:01:32.867088 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:33.076329 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4fb9129d-6db6-463d-a521-fcd9ddaeb515', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.191', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': 'f0d60caf-e51b-4704-af82-ab86c2340a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:8a:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:18Z', 'updated_at': '2022-09-18T01:01:31Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:33.102002 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1c46e6-1f66-4203-a381-377f46127d53 None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '4fb9129d-6db6-463d-a521-fcd9ddaeb515', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.191', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': 'f0d60caf-e51b-4704-af82-ab86c2340a70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:8a:b3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:18Z', 'updated_at': '2022-09-18T01:01:31Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:33.307352 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a819bc59-2158-4cc1-b998-5eeb0f5f472b None None] New status for floating IP 4fb9129d-6db6-463d-a521-fcd9ddaeb515: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:33.317318 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-fd3ae975-f910-4bdd-afe7-f68beab221df service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d60caf-e51b-4704-af82-ab86c2340a70 HTTP/1.1" status: 200 len: 999 time: 0.0644805 Sep 18 01:01:33.369400 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-e449dbeb-99df-461a-b244-56f35419c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:33.370791 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-e449dbeb-99df-461a-b244-56f35419c9b3 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=665e6178-f5ce-4fbf-9a1f-c6745892e403 HTTP/1.1" status: 200 len: 852 time: 0.0458560 Sep 18 01:01:33.417870 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-408c8892-9e93-46e3-a11e-17ab1324adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:33.419409 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-408c8892-9e93-46e3-a11e-17ab1324adfb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3227bd19-4c4c-45c0-aee5-e73b3870bae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393612 Sep 18 01:01:33.521915 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-e69d6617-136a-4f4a-82ff-b0e32bd8a40e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942030 Sep 18 01:01:33.625206 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-b849b404-b439-4a6c-9ff1-f2b8941203cb req-ca21ecd6-137a-41f7-a9bb-4a643adb6a09 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960793 Sep 18 01:01:33.636487 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8499e9f-2b7a-4af5-89ee-20a5500265ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.855249 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:33.873405 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f4197-27d0-4b92-b4be-475172f5b1ff req-bb582a9f-2d37-46a2-9508-0086055af536 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:33.874904 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5b8f4197-27d0-4b92-b4be-475172f5b1ff req-bb582a9f-2d37-46a2-9508-0086055af536 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0558410 Sep 18 01:01:33.920622 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5b8f4197-27d0-4b92-b4be-475172f5b1ff req-f814bcfe-7971-46d0-9a06-43f615cc851e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400715 Sep 18 01:01:34.036886 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d6dbf-4072-4503-9636-c7b54ce069be req-d69b08eb-0f74-4783-b84e-f092666d8524 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:34.038357 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7f7d6dbf-4072-4503-9636-c7b54ce069be req-d69b08eb-0f74-4783-b84e-f092666d8524 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0463314 Sep 18 01:01:34.048931 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45224) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:34.053275 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-74b0920d-206b-458e-b22b-674e871871b5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Request body: {'floatingip': {'port_id': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:34.109555 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-74b0920d-206b-458e-b22b-674e871871b5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for floatingip (524d071e-764b-45b2-ae55-188af867fd97), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:34.357378 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:34.551090 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-74b0920d-206b-458e-b22b-674e871871b5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:34.554748 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-74b0920d-206b-458e-b22b-674e871871b5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (524d071e-764b-45b2-ae55-188af867fd97), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:34.745094 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b0920d-206b-458e-b22b-674e871871b5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Router 35131dda-9633-45e2-b11d-844f964f0a93 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:34.840562 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:34.847476 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b0920d-206b-458e-b22b-674e871871b5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:34.852023 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-74b0920d-206b-458e-b22b-674e871871b5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:34.857377 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] Sync routers for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:34.867495 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:34.868087 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:34.881690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:34.884515 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5c672f-37da-485c-bcc7-3a9c0aad8404" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:34.921058 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-74b0920d-206b-458e-b22b-674e871871b5 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/524d071e-764b-45b2-ae55-188af867fd97 HTTP/1.1" status: 200 len: 993 time: 0.8682978 Sep 18 01:01:34.924817 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1566d1-e2e5-4000-86dd-a65bb6ec9f5d x-openstack-request-id: req-ef1566d1-e2e5-4000-86dd-a65bb6ec9f5d {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:34.925112 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:34.925363 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef1566d1-e2e5-4000-86dd-a65bb6ec9f5d {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:34.925762 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1566d1-e2e5-4000-86dd-a65bb6ec9f5d'] response: {'name': 'network-changed', 'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'status': 'completed', 'code': 200} Sep 18 01:01:34.973765 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:35.034000 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-0314454c-5eab-4411-bc6f-58877e7356ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:35.035564 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-0314454c-5eab-4411-bc6f-58877e7356ac service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 1129 time: 0.0388265 Sep 18 01:01:35.050856 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:35.053287 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:35.137164 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-21b40d00-b226-4488-8fdd-ef137259f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:35.138651 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-21b40d00-b226-4488-8fdd-ef137259f257 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.0956228 Sep 18 01:01:35.188531 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '524d071e-764b-45b2-ae55-188af867fd97', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'floating_ip_address': '172.37.7.114', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'port_id': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'mac_address': 'fa:16:3e:ea:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:31Z', 'updated_at': '2022-09-18T01:01:34Z', 'revision_number': 3, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:21Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:35.203957 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-be2d1bb5-f248-46c1-a190-a4da33de0734 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667 HTTP/1.1" status: 200 len: 1001 time: 0.0563061 Sep 18 01:01:35.217514 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] Checking router: 35131dda-9633-45e2-b11d-844f964f0a93 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:35.231947 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:35.236638 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:35.237244 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:35.239049 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:35.256870 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-f0d76838-8261-4dc9-9706-8d1c959b9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:35.258358 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-f0d76838-8261-4dc9-9706-8d1c959b9286 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.0482571 Sep 18 01:01:35.302113 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-68f2d946-d445-41f3-aa02-bac460212373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:35.303646 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-68f2d946-d445-41f3-aa02-bac460212373 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395193 Sep 18 01:01:35.327541 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:35.340503 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:35.348935 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:35.397165 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-aa438dec-2b4c-409b-8af2-af3bbeeff531 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861881 Sep 18 01:01:35.488555 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ec5c672f-37da-485c-bcc7-3a9c0aad8404 req-34241cdc-aeb8-4fb8-908d-45c1f16d2023 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844879 Sep 18 01:01:35.576667 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '524d071e-764b-45b2-ae55-188af867fd97', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'floating_ip_address': '172.37.7.114', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'port_id': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'mac_address': 'fa:16:3e:ea:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:31Z', 'updated_at': '2022-09-18T01:01:34Z', 'revision_number': 3, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:21Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:35.603365 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80b649-53ca-45fb-8ffd-1914754ffd95 None None] The sync data for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi is: [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '524d071e-764b-45b2-ae55-188af867fd97', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'floating_ip_address': '172.37.7.114', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'port_id': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'mac_address': 'fa:16:3e:ea:e2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:31Z', 'updated_at': '2022-09-18T01:01:34Z', 'revision_number': 3, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:21Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:36.330662 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:36.926613 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:36.928941 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a313763-4dc5-49c3-bb80-eb162924789f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:36.969452 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e028778-a864-439d-9f34-50306b3018c1 x-openstack-request-id: req-7e028778-a864-439d-9f34-50306b3018c1 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:36.969722 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:36.969970 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e028778-a864-439d-9f34-50306b3018c1 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:36.970367 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e028778-a864-439d-9f34-50306b3018c1'] response: {'name': 'network-changed', 'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'status': 'completed', 'code': 200} Sep 18 01:01:37.064092 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:37.081732 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a313763-4dc5-49c3-bb80-eb162924789f req-91ab2327-bc40-40a5-a008-d149553fc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:37.083268 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a313763-4dc5-49c3-bb80-eb162924789f req-91ab2327-bc40-40a5-a008-d149553fc737 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=df01daf86854497fad1d1d016c269ef1&device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 1129 time: 0.0413172 Sep 18 01:01:37.176025 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a313763-4dc5-49c3-bb80-eb162924789f req-e895abf8-709e-4a29-9431-154bde3466e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:37.177732 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a313763-4dc5-49c3-bb80-eb162924789f req-e895abf8-709e-4a29-9431-154bde3466e4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 200 len: 920 time: 0.0878141 Sep 18 01:01:37.238791 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a313763-4dc5-49c3-bb80-eb162924789f req-0fa2529d-c1fb-45ad-89ac-947875eac131 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667 HTTP/1.1" status: 200 len: 1001 time: 0.0545194 Sep 18 01:01:37.289944 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a313763-4dc5-49c3-bb80-eb162924789f req-b72b4f0a-c3d6-4892-98f4-064d90b5044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:37.291388 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a313763-4dc5-49c3-bb80-eb162924789f req-b72b4f0a-c3d6-4892-98f4-064d90b5044e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 200 len: 858 time: 0.0469048 Sep 18 01:01:37.336376 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a313763-4dc5-49c3-bb80-eb162924789f req-8bbbd226-e6d0-4168-baf7-06f83e67345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:37.337857 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a313763-4dc5-49c3-bb80-eb162924789f req-8bbbd226-e6d0-4168-baf7-06f83e67345e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=a19f83a0-76a4-4dc1-a372-2847ecc4812d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388470 Sep 18 01:01:37.430611 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a313763-4dc5-49c3-bb80-eb162924789f req-f20ec5ce-9f6f-46f0-b6da-0a14a8b6c576 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858238 Sep 18 01:01:37.525111 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a313763-4dc5-49c3-bb80-eb162924789f req-2a47f71d-e2b6-4c73-8187-096561b120c1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839558 Sep 18 01:01:42.234798 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437c0eb-a586-4213-bee9-77844c1ac238 req-80a6b8f7-2ec7-4e73-8604-5ee06d0e465f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:42.236274 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5437c0eb-a586-4213-bee9-77844c1ac238 req-80a6b8f7-2ec7-4e73-8604-5ee06d0e465f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 946 time: 0.0507581 Sep 18 01:01:42.290244 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5437c0eb-a586-4213-bee9-77844c1ac238 req-fd511ea8-9750-478f-936f-3ad90a4c78a3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476117 Sep 18 01:01:43.422273 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057c549-ca61-4dd3-a5ae-59a6c8680fa6 req-036076d6-c2ca-46d7-b097-c72f0c19a242 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:43.423758 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3057c549-ca61-4dd3-a5ae-59a6c8680fa6 req-036076d6-c2ca-46d7-b097-c72f0c19a242 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 946 time: 0.0486836 Sep 18 01:01:43.474779 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3057c549-ca61-4dd3-a5ae-59a6c8680fa6 req-80a0c52b-9ffa-4c3f-b693-de3be1ce4c62 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454502 Sep 18 01:01:44.268696 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-30b589a9-bd49-44e8-af33-d826e1a6298d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:44.270130 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-30b589a9-bd49-44e8-af33-d826e1a6298d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 946 time: 0.0465961 Sep 18 01:01:44.359572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Deleting port af5eca8e-a823-4591-9077-2a4b9b7fb155 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:44.359911 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:44.411281 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:44.452149 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] For port af5eca8e-a823-4591-9077-2a4b9b7fb155, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=af5eca8e-a823-4591-9077-2a4b9b7fb155,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:44.452424 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:44.566020 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:44.612891 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66ad5b-ac29-4b9e-9826-654c589a54a8 req-df32a621-9519-45fa-b1d1-019a9b9e48e7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:44.614379 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7f66ad5b-ac29-4b9e-9826-654c589a54a8 req-df32a621-9519-45fa-b1d1-019a9b9e48e7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=5efa25bd-04ff-49f6-9fd5-6e8c82bcd152 HTTP/1.1" status: 200 len: 946 time: 0.0511031 Sep 18 01:01:44.624803 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:44.625092 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (70bf5f13-a9e6-451e-8e5f-bb49809f95bc), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:44.625406 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Floating IP 70bf5f13-a9e6-451e-8e5f-bb49809f95bc disassociated. External IP: 172.37.7.172, port: af5eca8e-a823-4591-9077-2a4b9b7fb155. Sep 18 01:01:44.625746 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Calling delete_port for af5eca8e-a823-4591-9077-2a4b9b7fb155 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:44.662499 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7f66ad5b-ac29-4b9e-9826-654c589a54a8 req-7694899d-7404-4a7f-b2cd-bde2075f4e03 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=3e5eb68c-b67b-465f-a036-5b575d03bcaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417764 Sep 18 01:01:44.777740 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (af5eca8e-a823-4591-9077-2a4b9b7fb155), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:44.809347 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event deleted for resources: {'Port': ['ID=af5eca8e-a823-4591-9077-2a4b9b7fb155,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:44.927115 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:45.285454 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:45.297041 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] Sync routers for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:45.308653 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:45.309278 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:45.329072 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] No DVR routers for this DVR port af5eca8e-a823-4591-9077-2a4b9b7fb155 on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:01:45.331944 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:45.336216 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8f22dcf2-7de5-4f45-85bd-394a57a9d7b5 req-89e90fbe-03fd-4540-914c-dc8f2a1d3b52 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "DELETE /networking/v2.0/ports/af5eca8e-a823-4591-9077-2a4b9b7fb155 HTTP/1.1" status: 204 len: 173 time: 1.0594552 Sep 18 01:01:45.336721 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-deleted', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:45.339035 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b99884b-756a-415c-a741-40258a385d13" -d '{"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-deleted", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:45.380462 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b07b9c-93a6-4a3c-9149-3ed0ffdea99b x-openstack-request-id: req-59b07b9c-93a6-4a3c-9149-3ed0ffdea99b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:45.380761 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efa25bd-04ff-49f6-9fd5-6e8c82bcd152", "name": "network-vif-deleted", "tag": "af5eca8e-a823-4591-9077-2a4b9b7fb155", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:45.381105 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59b07b9c-93a6-4a3c-9149-3ed0ffdea99b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:45.381512 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b07b9c-93a6-4a3c-9149-3ed0ffdea99b'] response: {'server_uuid': '5efa25bd-04ff-49f6-9fd5-6e8c82bcd152', 'name': 'network-vif-deleted', 'tag': 'af5eca8e-a823-4591-9077-2a4b9b7fb155', 'status': 'completed', 'code': 200} Sep 18 01:01:45.431302 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:45.639723 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:45.668760 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] Checking router: 31498b06-391d-4c8a-b78b-ba4dfacf5b3d for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:45.679386 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:45.680174 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:45.765390 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45278) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:45.771457 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:45.798757 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:45.824171 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79375203-baa9-4c8e-aa8b-0df5e681eef7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (3e5eb68c-b67b-465f-a036-5b575d03bcaf), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:45.847200 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79375203-baa9-4c8e-aa8b-0df5e681eef7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (3e5eb68c-b67b-465f-a036-5b575d03bcaf), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:45.857842 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:45.900107 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79375203-baa9-4c8e-aa8b-0df5e681eef7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (3e5eb68c-b67b-465f-a036-5b575d03bcaf), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:45.903156 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79375203-baa9-4c8e-aa8b-0df5e681eef7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:45.904340 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-79375203-baa9-4c8e-aa8b-0df5e681eef7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/3e5eb68c-b67b-465f-a036-5b575d03bcaf HTTP/1.1" status: 204 len: 168 time: 0.1378465 Sep 18 01:01:45.907977 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45280) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:45.914367 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79375203-baa9-4c8e-aa8b-0df5e681eef7 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5eb68c-b67b-465f-a036-5b575d03bcaf,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:45.924632 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.api.v2.resource [None req-f7c1eca5-2a9a-4b2a-b325-767697a748dd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] show failed (client error): The resource could not be found. Sep 18 01:01:45.925814 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f7c1eca5-2a9a-4b2a-b325-767697a748dd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups/3e5eb68c-b67b-465f-a036-5b575d03bcaf HTTP/1.1" status: 404 len: 347 time: 0.0165462 Sep 18 01:01:45.929948 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45282) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:46.001467 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:46.032168 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b4286-4407-4ecd-bc8d-264fdf42a932 None None] The sync data for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi is: [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:46.047793 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Deleting port b64611d3-1ff2-43ec-bc4f-976753f59a77 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:46.048136 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (b64611d3-1ff2-43ec-bc4f-976753f59a77), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.134118 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (b64611d3-1ff2-43ec-bc4f-976753f59a77), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.134441 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (b64611d3-1ff2-43ec-bc4f-976753f59a77), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.146658 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:46.148808 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Calling delete_port for b64611d3-1ff2-43ec-bc4f-976753f59a77 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:46.273180 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8cceb-446a-4d97-9d78-d2f48ca91b6d None None] New status for floating IP 70bf5f13-a9e6-451e-8e5f-bb49809f95bc: DOWN {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:46.296618 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (b64611d3-1ff2-43ec-bc4f-976753f59a77), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.329191 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event deleted for resources: {'Port': ['ID=b64611d3-1ff2-43ec-bc4f-976753f59a77,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:46.348715 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.db.api [None req-23c8cceb-446a-4d97-9d78-d2f48ca91b6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 18 01:01:46.349068 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG oslo_db.api [None req-23c8cceb-446a-4d97-9d78-d2f48ca91b6d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 01:01:46.358892 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:46.402510 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (70bf5f13-a9e6-451e-8e5f-bb49809f95bc), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.405040 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.406241 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-2febdae5-74fe-4cb3-91ed-20f78024d6de tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/70bf5f13-a9e6-451e-8e5f-bb49809f95bc HTTP/1.1" status: 204 len: 168 time: 0.4751134 Sep 18 01:01:46.503390 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45290) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:46.509184 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8c9091dc-9cb1-4ab5-9ff5-04c5493dd6f8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--904744984', 'description': 'tempest-description--954393792'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:46.533660 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c9091dc-9cb1-4ab5-9ff5-04c5493dd6f8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.618010 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c9091dc-9cb1-4ab5-9ff5-04c5493dd6f8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (d7e0e303-83b4-4ee6-8006-106261e4ee31), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.623729 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c9091dc-9cb1-4ab5-9ff5-04c5493dd6f8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d7e0e303-83b4-4ee6-8006-106261e4ee31), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.675487 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c9091dc-9cb1-4ab5-9ff5-04c5493dd6f8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.676914 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-8c9091dc-9cb1-4ab5-9ff5-04c5493dd6f8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1715078 Sep 18 01:01:46.679529 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9091dc-9cb1-4ab5-9ff5-04c5493dd6f8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e0e303-83b4-4ee6-8006-106261e4ee31,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:46.681915 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45294) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:46.687072 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-f8ab4193-a0ab-4af9-904a-8ce3a409fa8a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'security_group_rule': {'security_group_id': 'd7e0e303-83b4-4ee6-8006-106261e4ee31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:46.705883 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b39ee2-033f-48b0-a892-3046b67439c7 req-f091bb96-cf05-4c2b-b31b-6e64470f4d33 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:46.707502 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d5b39ee2-033f-48b0-a892-3046b67439c7 req-f091bb96-cf05-4c2b-b31b-6e64470f4d33 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0696838 Sep 18 01:01:46.747561 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4193-a0ab-4af9-904a-8ce3a409fa8a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (c09ee3c5-ecd9-47dd-be04-0bda9ef0ca2b), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.767245 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-5f9a052e-73d3-41d7-b9a6-2955dc9bcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:46.768687 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-5f9a052e-73d3-41d7-b9a6-2955dc9bcf59 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c9f737f6350f4d1f993708b1f90a862e&device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 1168 time: 0.0462961 Sep 18 01:01:46.818560 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d5b39ee2-033f-48b0-a892-3046b67439c7 req-67316f20-e7d9-41b1-9e5e-d512a55b2ee8 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002402 Sep 18 01:01:46.836128 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4193-a0ab-4af9-904a-8ce3a409fa8a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (c09ee3c5-ecd9-47dd-be04-0bda9ef0ca2b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.840905 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4193-a0ab-4af9-904a-8ce3a409fa8a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (c09ee3c5-ecd9-47dd-be04-0bda9ef0ca2b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.850886 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c8cceb-446a-4d97-9d78-d2f48ca91b6d None None] New status for floating IP 70bf5f13-a9e6-451e-8e5f-bb49809f95bc: DOWN {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:46.864845 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab4193-a0ab-4af9-904a-8ce3a409fa8a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09ee3c5-ecd9-47dd-be04-0bda9ef0ca2b,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:46.877535 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4193-a0ab-4af9-904a-8ce3a409fa8a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.881483 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-f8ab4193-a0ab-4af9-904a-8ce3a409fa8a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1955910 Sep 18 01:01:46.881865 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45296) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:46.888521 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-f7e2c8d7-106a-46e2-8cb3-d38fc4290e9c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'security_group_rule': {'security_group_id': 'd7e0e303-83b4-4ee6-8006-106261e4ee31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:46.889011 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-d98b46e3-dd5f-4d0d-9216-92ef76cb91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:46.890595 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-d98b46e3-dd5f-4d0d-9216-92ef76cb91ac service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6fef5f4e-b094-42f4-8864-339fd1327a47 HTTP/1.1" status: 200 len: 916 time: 0.1069279 Sep 18 01:01:46.923078 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8d7-106a-46e2-8cb3-d38fc4290e9c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (1e755009-3a6d-4a84-be78-6acb03b12b10), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.978217 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-7af8e3b1-c04c-49ce-9e0b-6d12ed718a2c service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 200 len: 1000 time: 0.0737131 Sep 18 01:01:46.993784 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8d7-106a-46e2-8cb3-d38fc4290e9c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (1e755009-3a6d-4a84-be78-6acb03b12b10), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:46.998916 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8d7-106a-46e2-8cb3-d38fc4290e9c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (1e755009-3a6d-4a84-be78-6acb03b12b10), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:47.020439 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2c8d7-106a-46e2-8cb3-d38fc4290e9c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e755009-3a6d-4a84-be78-6acb03b12b10,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:47.033531 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f7e2c8d7-106a-46e2-8cb3-d38fc4290e9c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:47.036482 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-f7e2c8d7-106a-46e2-8cb3-d38fc4290e9c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522527 Sep 18 01:01:47.040744 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-80d49e23-5227-4c4c-97c9-cc6e42162f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:47.042226 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45298) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:47.042571 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-80d49e23-5227-4c4c-97c9-cc6e42162f36 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=595b0dbc-1cbd-4eca-899d-ffb164355224 HTTP/1.1" status: 200 len: 854 time: 0.0558197 Sep 18 01:01:47.052188 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:47.061975 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:47.083748 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:47.095565 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-5abcedbc-acdb-479c-8b47-913f47c5d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:47.097078 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-5abcedbc-acdb-479c-8b47-913f47c5d4bf service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6fef5f4e-b094-42f4-8864-339fd1327a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466688 Sep 18 01:01:47.167403 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:47.212926 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-0e508aa4-d4ea-4ceb-ba81-df46c7236943 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068914 Sep 18 01:01:47.309502 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Allocated IP 172.37.7.134 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/f9059914-8098-4b88-996c-258252fc09c1) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:47.323103 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-dbcc7893-8996-4b4d-8330-554a4579d7e0 req-29579d3c-5d20-4417-8d1e-659e557c647f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034563 Sep 18 01:01:47.480878 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for port (f9059914-8098-4b88-996c-258252fc09c1), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:47.520987 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=4,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:47.529606 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (f9059914-8098-4b88-996c-258252fc09c1), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:47.816803 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:47.820227 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:47.822858 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:01:47.834946 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'Port': ['ID=f9059914-8098-4b88-996c-258252fc09c1,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:47.887913 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (d0eff799-6f11-4580-b67d-4aaf2c3488df), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:47.976696 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (f9059914-8098-4b88-996c-258252fc09c1), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:48.007780 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba68932-c0d0-4b8d-bdd3-0359927a7951 req-1b8119f2-92cc-462c-87ff-80ddcbcb2b26 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:48.009347 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bba68932-c0d0-4b8d-bdd3-0359927a7951 req-1b8119f2-92cc-462c-87ff-80ddcbcb2b26 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.1019342 Sep 18 01:01:48.156326 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bba68932-c0d0-4b8d-bdd3-0359927a7951 req-e4e91343-f673-44c8-a7e9-f6b6b9956c36 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1347051 Sep 18 01:01:48.204878 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:48.225010 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for port (f9059914-8098-4b88-996c-258252fc09c1), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:48.229362 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (f9059914-8098-4b88-996c-258252fc09c1), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:48.230060 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (d0eff799-6f11-4580-b67d-4aaf2c3488df), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:48.268710 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:48.269921 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2264750 Sep 18 01:01:48.277637 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb8bee-97d8-4502-8fb8-437209383fa2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'Port': ['ID=f9059914-8098-4b88-996c-258252fc09c1,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:48.490845 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27a28f3-4f80-4251-868e-92fdd7e6a1e8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--904744984&fields=id&tenant_id=505bd70415a04f53a64645eb7959a5fb HTTP/1.1" status: 200 len: 267 time: 0.0485270 Sep 18 01:01:48.613825 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-7578fb85-f91d-4460-a34b-b2223f042315 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:48.615414 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-7578fb85-f91d-4460-a34b-b2223f042315 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 817 time: 0.1167276 Sep 18 01:01:48.633630 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-8c503578-3c46-43b1-9f75-bbe2a58126bd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/quotas/505bd70415a04f53a64645eb7959a5fb HTTP/1.1" status: 200 len: 375 time: 0.0115805 Sep 18 01:01:48.686353 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-cc10d5bc-4784-4d29-a9de-47c321b8bbf4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472872 Sep 18 01:01:48.811296 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-a2d656e4-5543-4e64-ad63-ec8dd9f0aca4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119859 Sep 18 01:01:48.893536 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:48.909662 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-69c5945a-eb69-4444-b837-0e3e612d69b7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913084 Sep 18 01:01:49.232584 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb3a41e5-e473-4267-b095-95bba94e8bf7 req-6a50b29c-2c47-478c-9c69-9ec2407a9b00 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 210 time: 0.0890181 Sep 18 01:01:49.290720 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe1dd1-9207-4074-a300-fb1655c55fc5 req-21d4adf5-1b25-441f-808a-e4080abdbaa3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:49.292354 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-21fe1dd1-9207-4074-a300-fb1655c55fc5 req-21d4adf5-1b25-441f-808a-e4080abdbaa3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0516889 Sep 18 01:01:49.299094 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:49.318994 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: af5eca8e-a823-4591-9077-2a4b9b7fb155 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:49.319341 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device af5eca8e-a823-4591-9077-2a4b9b7fb155 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:49.363478 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-21fe1dd1-9207-4074-a300-fb1655c55fc5 req-937a2a6a-2cff-4ff5-96e3-fed6eadbc855 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649447 Sep 18 01:01:50.341675 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-480a1a29-e85f-4379-9e68-4a443ac9da51 req-e6247e54-6cfc-435a-908d-fc721b09a8df tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 210 time: 0.0273721 Sep 18 01:01:50.498800 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d6674-7e9a-44aa-a1b6-e9b5f76140fa req-228a45e5-63c0-47d9-a499-0c2e96664138 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:50.500338 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e19d6674-7e9a-44aa-a1b6-e9b5f76140fa req-228a45e5-63c0-47d9-a499-0c2e96664138 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0570695 Sep 18 01:01:50.580690 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e19d6674-7e9a-44aa-a1b6-e9b5f76140fa req-108b31d4-1e01-4f55-90a0-373b45c6a2ca tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743525 Sep 18 01:01:50.620509 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:50.651778 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-d9d30b66-2c6e-4d8f-9a67-3d902a7ae584 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:50.653232 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-d9d30b66-2c6e-4d8f-9a67-3d902a7ae584 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 817 time: 0.1124623 Sep 18 01:01:50.800714 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-d6e95239-e26f-4037-b8ca-911107ef3415 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=505bd70415a04f53a64645eb7959a5fb HTTP/1.1" status: 200 len: 379 time: 0.0530899 Sep 18 01:01:51.039394 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'port': {'device_id': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'admin_state_up': True, 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'security_groups': ['d7e0e303-83b4-4ee6-8006-106261e4ee31']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:51.096694 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:51.154594 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Made reservation on behalf of 505bd70415a04f53a64645eb7959a5fb for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:51.158490 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.286178 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Allocated IP 172.20.0.10 (7ab8f07f-d17d-470a-a9f4-d9a359c2132d/a1c88011-2836-4048-9c52-ad139cf53896/5025d940-e81a-4c19-8fda-e4fac2888b2a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:51.439776 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.472082 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2f101591-25af-4915-be6b-3d162e3369eb req-362965da-8c5c-449f-8b04-551bf14b6485 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 210 time: 0.0431857 Sep 18 01:01:51.480403 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.531949 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:51.535371 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:51.539670 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:01:51.568024 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:51.612121 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:51.613322 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.632222 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e27aac0c-d2fc-444c-af21-0972edbeea0e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5970397 Sep 18 01:01:51.674365 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Request body: {'port': {'device_id': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:51.712692 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a8ce7-3a82-48a2-9b25-ebeb5989db48 req-ab003e7a-00c0-4c87-b160-74a9c0220a86 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:51.714623 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-986a8ce7-3a82-48a2-9b25-ebeb5989db48 req-ab003e7a-00c0-4c87-b160-74a9c0220a86 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0525467 Sep 18 01:01:51.740226 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.775841 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-986a8ce7-3a82-48a2-9b25-ebeb5989db48 req-2fa12c56-95c5-4c83-9ae7-8d4b2b9f8216 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551414 Sep 18 01:01:51.790358 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a75ca2e7-3ba6-4211-8f94-dfad7bee53f1 None None] Provisioning complete for port 5025d940-e81a-4c19-8fda-e4fac2888b2a triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:01:51.790892 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a75ca2e7-3ba6-4211-8f94-dfad7bee53f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.790995 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a75ca2e7-3ba6-4211-8f94-dfad7bee53f1 None None] Attempt 1 to provision port 5025d940-e81a-4c19-8fda-e4fac2888b2a Sep 18 01:01:51.793259 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:51.826191 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a75ca2e7-3ba6-4211-8f94-dfad7bee53f1 None None] Port 5025d940-e81a-4c19-8fda-e4fac2888b2a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:01:52.000937 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:52.007564 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5025d940-e81a-4c19-8fda-e4fac2888b2a {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:01:52.016592 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Publish callbacks [] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:52.030871 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Transition to ACTIVE for port object 5025d940-e81a-4c19-8fda-e4fac2888b2a will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:01:52.034472 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:52.120065 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:52.146961 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Attempting to bind port 5025d940-e81a-4c19-8fda-e4fac2888b2a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:01:52.147298 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Attempting to bind port 5025d940-e81a-4c19-8fda-e4fac2888b2a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:01:52.147624 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Attempting to bind port 5025d940-e81a-4c19-8fda-e4fac2888b2a on network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:52.192092 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Port 5025d940-e81a-4c19-8fda-e4fac2888b2a on network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:52.192411 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Attempting to bind port 5025d940-e81a-4c19-8fda-e4fac2888b2a on network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:52.236861 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:01:52.237191 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Checking segment: {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:01:52.237567 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Bound using segment: {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:01:52.237998 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Bound port: 5025d940-e81a-4c19-8fda-e4fac2888b2a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7a67df-6424-4b81-9985-3ab1068cd9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:01:52.238349 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:52.296483 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:52.299470 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:52.305725 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:52.309364 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:52.310027 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:52.311687 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/5025d940-e81a-4c19-8fda-e4fac2888b2a HTTP/1.1" status: 200 len: 1094 time: 0.6416457 Sep 18 01:01:52.313687 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:52.315915 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:52.327497 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a75ca2e7-3ba6-4211-8f94-dfad7bee53f1 None None] Attempt 2 to provision port 5025d940-e81a-4c19-8fda-e4fac2888b2a Sep 18 01:01:52.372387 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73283272-1d2f-4277-a892-b758e8ce7d04 x-openstack-request-id: req-73283272-1d2f-4277-a892-b758e8ce7d04 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:52.372560 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:52.372761 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73283272-1d2f-4277-a892-b758e8ce7d04 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:52.373155 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73283272-1d2f-4277-a892-b758e8ce7d04'] response: {'name': 'network-changed', 'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'status': 'completed', 'code': 200} Sep 18 01:01:52.374199 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10341fab-27ec-4b34-8160-7fd3fa65238e service neutron] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:52.382182 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a75ca2e7-3ba6-4211-8f94-dfad7bee53f1 None None] Port 5025d940-e81a-4c19-8fda-e4fac2888b2a had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:01:52.446009 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e656636f-2ca1-4e8c-84c5-42e2f4340b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:52.448371 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-e656636f-2ca1-4e8c-84c5-42e2f4340b4f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 1128 time: 0.0433524 Sep 18 01:01:52.496642 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-78f8ceb5-61b0-47d3-8e71-9cabc69814f5 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a HTTP/1.1" status: 200 len: 217 time: 0.0332732 Sep 18 01:01:52.560896 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-b180823d-2906-4440-8d84-1f4403610dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:52.562389 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-b180823d-2906-4440-8d84-1f4403610dfa service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.0513420 Sep 18 01:01:52.611844 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-ba07ed0e-629c-4626-bf42-b211fd49b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:52.613329 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-ba07ed0e-629c-4626-bf42-b211fd49b299 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438297 Sep 18 01:01:52.656464 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfffb2-9065-41fc-8a80-d8031af0d0ff req-2de56c82-6d5a-4b06-b5be-dffb755bffd9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:52.657836 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ffcfffb2-9065-41fc-8a80-d8031af0d0ff req-2de56c82-6d5a-4b06-b5be-dffb755bffd9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.1015050 Sep 18 01:01:52.705231 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-6ad92c6f-5f4b-4c50-818e-baeb16705d6f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832210 Sep 18 01:01:52.709371 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ffcfffb2-9065-41fc-8a80-d8031af0d0ff req-cb775c69-df04-4c16-8f07-1ea315b9f960 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456398 Sep 18 01:01:52.824857 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:52.875598 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:52.905335 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0df19-7810-4fcb-80b5-a5c7fd171638 req-4c52a085-0bf4-4123-9508-9712742f1fba tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:52.906896 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d4b0df19-7810-4fcb-80b5-a5c7fd171638 req-4c52a085-0bf4-4123-9508-9712742f1fba tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0501149 Sep 18 01:01:52.918447 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ed2c6b00-974d-466c-9141-8d09d0a3262a req-58ca374e-b6a8-4085-ab36-9a5cd1154795 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916371 Sep 18 01:01:52.973161 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d4b0df19-7810-4fcb-80b5-a5c7fd171638 req-1b47d31c-e1c7-4cbd-a285-fd09239f7d65 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600920 Sep 18 01:01:53.835916 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e6e01-fd66-4b03-93e2-a9d83ff37617 req-f3d5565a-6eb4-4723-9bad-86b6c7022a02 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:53.837405 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-609e6e01-fd66-4b03-93e2-a9d83ff37617 req-f3d5565a-6eb4-4723-9bad-86b6c7022a02 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0477514 Sep 18 01:01:53.855967 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:53.894490 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-609e6e01-fd66-4b03-93e2-a9d83ff37617 req-dada05f8-df9d-4516-95b4-593fda2fc6f0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514491 Sep 18 01:01:54.114150 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac54b5-6008-459e-b199-0aa9be6d6ed4 req-f13647d9-4c6f-40fb-b69b-20ce598e84b9 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:54.115586 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5dac54b5-6008-459e-b199-0aa9be6d6ed4 req-f13647d9-4c6f-40fb-b69b-20ce598e84b9 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0573099 Sep 18 01:01:54.118639 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-ab98fdb8-1574-4c34-9cee-1c453b6d59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:54.120150 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-ab98fdb8-1574-4c34-9cee-1c453b6d59ca service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 1128 time: 0.0571513 Sep 18 01:01:54.176760 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5dac54b5-6008-459e-b199-0aa9be6d6ed4 req-0f30e023-c251-4b42-96e3-e2af5c3e2a53 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551546 Sep 18 01:01:54.221686 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-21c7aebc-b63b-4130-ab11-179ae2cd97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:54.223198 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-21c7aebc-b63b-4130-ab11-179ae2cd97ac service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 918 time: 0.0930357 Sep 18 01:01:54.268079 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-d3fca88d-d88a-40c8-aede-efa5da203d0a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a HTTP/1.1" status: 200 len: 217 time: 0.0338366 Sep 18 01:01:54.311159 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:54.321979 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-84019924-7f2b-4d3f-83f6-83dfc72c48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:54.323472 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-84019924-7f2b-4d3f-83f6-83dfc72c48a1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.0470767 Sep 18 01:01:54.375708 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-142a92b4-5eb7-470f-a948-3398fdb84477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:54.377208 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-142a92b4-5eb7-470f-a948-3398fdb84477 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433397 Sep 18 01:01:54.478241 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-2bde864b-61be-4f5f-bc1a-7af694883d4a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933812 Sep 18 01:01:54.579764 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07ad4bb0-f780-476f-b4fb-7bb32fd6669c req-9913ae2b-4a97-45ee-ae84-b7475e3ad36f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891299 Sep 18 01:01:55.021021 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb9707-790a-47fb-9df2-7131beb70afb req-35e73f6a-cae3-4877-9c68-5b404e0a6ca9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:55.022506 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f7cb9707-790a-47fb-9df2-7131beb70afb req-35e73f6a-cae3-4877-9c68-5b404e0a6ca9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0465684 Sep 18 01:01:55.075836 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f7cb9707-790a-47fb-9df2-7131beb70afb req-1e3b2be2-2410-4672-85d0-945b97646125 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476458 Sep 18 01:01:55.305079 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b16dd-26da-4979-bd64-e8406a9e368c req-57d1d509-c035-4827-b7ee-5dc58147d930 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:55.306599 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d8b16dd-26da-4979-bd64-e8406a9e368c req-57d1d509-c035-4827-b7ee-5dc58147d930 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0520575 Sep 18 01:01:55.324581 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 5025d940-e81a-4c19-8fda-e4fac2888b2a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:01:55.370591 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d8b16dd-26da-4979-bd64-e8406a9e368c req-24b3ff82-0c2a-42cc-9444-eb657887d862 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575509 Sep 18 01:01:55.434734 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:55.455592 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'port_id': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'mac_address': 'fa:16:3e:88:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:01:55.492661 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 5025d940-e81a-4c19-8fda-e4fac2888b2a is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:55.492964 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:55.506334 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5025d940-e81a-4c19-8fda-e4fac2888b2a {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:01:55.528596 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:55.532203 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:55.583420 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:55.591423 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.591756 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.592120 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.592514 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.592984 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.593316 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.593645 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.593977 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.594303 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.594653 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.594974 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.595297 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.595615 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.595930 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.596243 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:55.952812 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['5025d940-e81a-4c19-8fda-e4fac2888b2a'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:01:55.998884 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=23 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:56.004915 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:56.167896 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:56.206488 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa2f7c-15c4-4b10-bdb9-52f21d42ae53 req-637c0086-d8d7-4f62-a6e8-8eb985eac70e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:56.208011 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-09aa2f7c-15c4-4b10-bdb9-52f21d42ae53 req-637c0086-d8d7-4f62-a6e8-8eb985eac70e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 945 time: 0.0506768 Sep 18 01:01:56.265248 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-09aa2f7c-15c4-4b10-bdb9-52f21d42ae53 req-fb29a029-1c17-4b51-9fb1-1071f98ae3b5 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510087 Sep 18 01:01:56.499990 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d8d82-c6db-490f-add1-0c0be6466cd8 req-e4b89630-9333-4a09-b88e-aef1a9388ff9 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:56.501378 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c56d8d82-c6db-490f-add1-0c0be6466cd8 req-e4b89630-9333-4a09-b88e-aef1a9388ff9 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0527830 Sep 18 01:01:56.573818 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c56d8d82-c6db-490f-add1-0c0be6466cd8 req-913076ef-336b-43c1-a59c-a13f2336f0ed tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648558 Sep 18 01:01:57.331098 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 5025d940-e81a-4c19-8fda-e4fac2888b2a up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:57.389042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 5025d940-e81a-4c19-8fda-e4fac2888b2a completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:01:57.396894 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2f600-0406-4b4f-b460-5274baca973d req-90b0f963-eb10-4834-9539-bcf43c34f0da tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:57.399292 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-10e2f600-0406-4b4f-b460-5274baca973d req-90b0f963-eb10-4834-9539-bcf43c34f0da tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 945 time: 0.0513754 Sep 18 01:01:57.400677 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 5025d940-e81a-4c19-8fda-e4fac2888b2a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:01:57.401147 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:57.401392 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 5025d940-e81a-4c19-8fda-e4fac2888b2a Sep 18 01:01:57.456397 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-10e2f600-0406-4b4f-b460-5274baca973d req-e9ee0301-138c-4bbe-911c-a27a02bb9288 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487809 Sep 18 01:01:57.482358 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 5025d940-e81a-4c19-8fda-e4fac2888b2a is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:57.482814 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:57.486410 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:57.501375 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:57.510892 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:57.513321 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d9cdf8-bfa3-4721-9c75-3efbb55e3f66" -d '{"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-plugged", "status": "completed", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:57.528968 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:57.533551 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:57.567369 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46a4226-f885-4708-bf9e-31f65b5839a2 x-openstack-request-id: req-b46a4226-f885-4708-bf9e-31f65b5839a2 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:57.567631 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-plugged", "status": "completed", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:57.568007 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b46a4226-f885-4708-bf9e-31f65b5839a2 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:57.568595 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46a4226-f885-4708-bf9e-31f65b5839a2'] response: {'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'code': 200} Sep 18 01:01:57.608437 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:57.727544 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0db2b-ffce-4bd2-8b2b-3560cb5c1548 req-b498f5af-c99a-4d38-ae33-4e2432e3bde7 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:57.729175 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5aa0db2b-ffce-4bd2-8b2b-3560cb5c1548 req-b498f5af-c99a-4d38-ae33-4e2432e3bde7 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0629294 Sep 18 01:01:57.815037 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5aa0db2b-ffce-4bd2-8b2b-3560cb5c1548 req-ad10d7a0-5baa-4688-9f42-61e9ed65dd3c tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792296 Sep 18 01:01:57.861783 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe04a5e-ec6c-4a92-ad81-3253b2373f23 req-7b4af1ab-0d84-485c-b1ed-9d2e363d5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:57.863308 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7fe04a5e-ec6c-4a92-ad81-3253b2373f23 req-7b4af1ab-0d84-485c-b1ed-9d2e363d5117 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 1130 time: 0.0494964 Sep 18 01:01:57.908033 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7fe04a5e-ec6c-4a92-ad81-3253b2373f23 req-2f24c86e-f183-46ea-8b81-6d0ac63f1ce5 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386100 Sep 18 01:01:58.610604 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6484870-e8bc-4f96-aeb4-8b7762536212 req-9764d48a-fd94-4a87-a62a-2540e22e1159 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:58.612102 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c6484870-e8bc-4f96-aeb4-8b7762536212 req-9764d48a-fd94-4a87-a62a-2540e22e1159 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0627439 Sep 18 01:01:58.660517 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c6484870-e8bc-4f96-aeb4-8b7762536212 req-0a6a5beb-f404-403d-933a-a9817ada3ddf tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Sep 18 01:01:58.942630 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38254e-ff97-49c3-955d-d3dc8e68e479 req-15c11b2e-d6fd-48c7-a79d-42b7efb3cfb3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:58.944111 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ea38254e-ff97-49c3-955d-d3dc8e68e479 req-15c11b2e-d6fd-48c7-a79d-42b7efb3cfb3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0487397 Sep 18 01:01:59.019625 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ea38254e-ff97-49c3-955d-d3dc8e68e479 req-439cb219-b924-47e2-bb5f-41a932333bfd tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685635 Sep 18 01:01:59.784716 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:59.795982 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8829dd-6454-4b63-923a-a6587f97fca3 req-801b7706-650b-4ba3-b617-0a7eb15d2198 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:59.797473 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ef8829dd-6454-4b63-923a-a6587f97fca3 req-801b7706-650b-4ba3-b617-0a7eb15d2198 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0523458 Sep 18 01:01:59.854926 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ef8829dd-6454-4b63-923a-a6587f97fca3 req-9c2423b4-b5c4-45c2-acbc-7d2d6ea58532 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500889 Sep 18 01:02:00.151916 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01088f1d-9234-400f-9221-5cd696dc7f06 req-cf14fdb7-7f1c-4d64-8520-d71bbe5889bd tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:00.153491 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-01088f1d-9234-400f-9221-5cd696dc7f06 req-cf14fdb7-7f1c-4d64-8520-d71bbe5889bd tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0486884 Sep 18 01:02:00.218692 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-01088f1d-9234-400f-9221-5cd696dc7f06 req-2c0f1d01-4311-4fc5-8810-210c881ef942 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592558 Sep 18 01:02:00.740949 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b99d0560-e935-4759-8d39-ee712655fd55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.006192 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56d6d5-c5fd-498c-88d2-c8724ad9bda1 req-3c88e736-5800-4d4c-8107-8e3fabe0166b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:01.008086 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0e56d6d5-c5fd-498c-88d2-c8724ad9bda1 req-3c88e736-5800-4d4c-8107-8e3fabe0166b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0508211 Sep 18 01:02:01.072321 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0e56d6d5-c5fd-498c-88d2-c8724ad9bda1 req-4dfa7260-d013-4708-a28f-a69f5dfc1fa6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580864 Sep 18 01:02:01.208963 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7df0b-f379-434a-9edd-074986cd2474 req-141d27e7-a4d6-41ce-9bf9-f5dc673ebaf3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:01.211164 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b3b7df0b-f379-434a-9edd-074986cd2474 req-141d27e7-a4d6-41ce-9bf9-f5dc673ebaf3 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0500772 Sep 18 01:02:01.222157 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45388) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:01.227858 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-8b6577b9-a959-4ba8-82b8-decd15a74ebd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Request body: {'floatingip': {'port_id': '5025d940-e81a-4c19-8fda-e4fac2888b2a'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:01.267964 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8b6577b9-a959-4ba8-82b8-decd15a74ebd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (d0eff799-6f11-4580-b67d-4aaf2c3488df), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.405177 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3af91c-e373-4698-a336-71f7609e2592 req-98397e50-a280-43f3-9fea-2443125adbea tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:01.406783 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6e3af91c-e373-4698-a336-71f7609e2592 req-98397e50-a280-43f3-9fea-2443125adbea tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0950153 Sep 18 01:02:01.488783 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:01.567157 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6e3af91c-e373-4698-a336-71f7609e2592 req-b815998a-abc3-415e-bca7-98ef4785361e tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1519036 Sep 18 01:02:01.808004 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8b6577b9-a959-4ba8-82b8-decd15a74ebd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.812117 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8b6577b9-a959-4ba8-82b8-decd15a74ebd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (d0eff799-6f11-4580-b67d-4aaf2c3488df), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.911700 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [None req-8b6577b9-a959-4ba8-82b8-decd15a74ebd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Floating IP d0eff799-6f11-4580-b67d-4aaf2c3488df associated. External IP: 172.37.7.134, port: 5025d940-e81a-4c19-8fda-e4fac2888b2a. Sep 18 01:02:01.915299 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:02.124171 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6577b9-a959-4ba8-82b8-decd15a74ebd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:02.240711 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6577b9-a959-4ba8-82b8-decd15a74ebd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:02.245684 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8b6577b9-a959-4ba8-82b8-decd15a74ebd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:02.250366 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] Sync routers for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:02.261925 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:02.262573 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:02.277563 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-8b6577b9-a959-4ba8-82b8-decd15a74ebd tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/d0eff799-6f11-4580-b67d-4aaf2c3488df HTTP/1.1" status: 200 len: 992 time: 1.0539632 Sep 18 01:02:02.278191 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:02.280552 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07229fd4-da90-4d2b-9a67-c95a44c42623" -d '{"events": [{"name": "network-changed", "server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:02.320325 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c098a-bf5d-4557-ab1c-6015038d4ccc x-openstack-request-id: req-013c098a-bf5d-4557-ab1c-6015038d4ccc {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:02.320830 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:02.321165 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-013c098a-bf5d-4557-ab1c-6015038d4ccc {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:02.321798 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013c098a-bf5d-4557-ab1c-6015038d4ccc'] response: {'name': 'network-changed', 'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'status': 'completed', 'code': 200} Sep 18 01:02:02.372110 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:02.458524 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-7680b7d2-b9e9-4b4d-9c42-df514d8e5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.461460 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-7680b7d2-b9e9-4b4d-9c42-df514d8e5276 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 1130 time: 0.0557761 Sep 18 01:02:02.634803 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-10cec6e4-98e2-4322-a565-5084bec3c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.636493 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-10cec6e4-98e2-4322-a565-5084bec3c1e4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 918 time: 0.1047392 Sep 18 01:02:02.640234 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd0eff799-6f11-4580-b67d-4aaf2c3488df', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'floating_ip_address': '172.37.7.134', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'port_id': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'mac_address': 'fa:16:3e:88:86:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:47Z', 'updated_at': '2022-09-18T01:02:01Z', 'revision_number': 1, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:02.675121 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] Checking router: 31498b06-391d-4c8a-b78b-ba4dfacf5b3d for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:02.686153 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:02.686922 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:01:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:02.715401 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b566bf3-108b-442d-a7dd-f84738e0d3b9 req-2859cde7-eff0-4be0-9ef6-1488e7597ee1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.716922 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8b566bf3-108b-442d-a7dd-f84738e0d3b9 req-2859cde7-eff0-4be0-9ef6-1488e7597ee1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0567997 Sep 18 01:02:02.727474 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-82076aa2-b35d-48ce-95b9-d757a6f9d327 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a HTTP/1.1" status: 200 len: 1000 time: 0.0820122 Sep 18 01:02:02.784632 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8b566bf3-108b-442d-a7dd-f84738e0d3b9 req-7039f9a3-cb41-44fc-894e-f0adffe26011 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609326 Sep 18 01:02:02.787218 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-4ad9027c-ab68-4c3b-937f-28e3918b524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.789055 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-4ad9027c-ab68-4c3b-937f-28e3918b524a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.0481753 Sep 18 01:02:02.821529 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:02.885895 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-b6df90b8-92ee-43e2-a6c8-964e182ae01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.887578 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-b6df90b8-92ee-43e2-a6c8-964e182ae01f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510757 Sep 18 01:02:03.039809 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-1faf836c-7602-4634-b1ee-9fbac3794ee8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934713 Sep 18 01:02:03.152857 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd0eff799-6f11-4580-b67d-4aaf2c3488df', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'floating_ip_address': '172.37.7.134', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'port_id': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'mac_address': 'fa:16:3e:88:86:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:47Z', 'updated_at': '2022-09-18T01:02:01Z', 'revision_number': 1, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:03.153277 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:03.181868 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-07229fd4-da90-4d2b-9a67-c95a44c42623 req-d3f2763f-c801-4e5b-a3f1-76451229ec4b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275384 Sep 18 01:02:03.183135 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a16a35-6c11-4642-87ac-99536ce01671 None None] The sync data for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi is: [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd0eff799-6f11-4580-b67d-4aaf2c3488df', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'floating_ip_address': '172.37.7.134', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'port_id': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'mac_address': 'fa:16:3e:88:86:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:47Z', 'updated_at': '2022-09-18T01:02:01Z', 'revision_number': 1, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:03.398348 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d43866a-2259-4961-82b7-a7470605ae2a None None] New status for floating IP d0eff799-6f11-4580-b67d-4aaf2c3488df: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:02:03.639402 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a99ddadc-5441-472d-8573-61de2fa19b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:03.935858 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585da26b-12f0-4d1c-8822-410dec7c12b4 req-f8eeb151-477b-4753-a2fa-2ca4a0f06372 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:03.937520 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-585da26b-12f0-4d1c-8822-410dec7c12b4 req-f8eeb151-477b-4753-a2fa-2ca4a0f06372 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0721483 Sep 18 01:02:04.013791 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-585da26b-12f0-4d1c-8822-410dec7c12b4 req-b9abd132-6930-4104-9926-9dbfd8e4cec4 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667248 Sep 18 01:02:04.422309 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:02:05.144803 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ee1e0-0f4a-4d1e-b360-8063cee5cdf9 req-ddee6d42-e429-465e-86f6-f4225011d35a tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:05.146635 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ef5ee1e0-0f4a-4d1e-b360-8063cee5cdf9 req-ddee6d42-e429-465e-86f6-f4225011d35a tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0487249 Sep 18 01:02:05.159224 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:05.214768 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ef5ee1e0-0f4a-4d1e-b360-8063cee5cdf9 req-ac276aee-5b39-42f3-ae6e-93aa1ac154ef tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&id=fd6ca814-4786-4459-8a91-d5dda7d3826e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613453 Sep 18 01:02:05.218749 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:05.234794 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:06.338295 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:07.068034 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:13.177442 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:15.204285 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=71 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:15.207277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:17.055518 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:17.060435 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:17.064121 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=3,neutron:SELECT=30 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:17.845294 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428263b-3375-48d6-a59e-74fbdb44af5b req-edd46a27-e938-4bfd-82b8-b9524d8d4aff tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:17.846810 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a428263b-3375-48d6-a59e-74fbdb44af5b req-edd46a27-e938-4bfd-82b8-b9524d8d4aff tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0506315 Sep 18 01:02:17.902102 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a428263b-3375-48d6-a59e-74fbdb44af5b req-ee9cb227-95a2-4039-8e3c-496eaf9f2d60 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495446 Sep 18 01:02:19.026327 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c06fe6-2eb0-4d1d-9bd3-c696071b81aa req-8e472f94-9438-42f9-afa4-919b4c925a34 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:19.027807 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-62c06fe6-2eb0-4d1d-9bd3-c696071b81aa req-8e472f94-9438-42f9-afa4-919b4c925a34 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0467265 Sep 18 01:02:19.075025 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-62c06fe6-2eb0-4d1d-9bd3-c696071b81aa req-39fab540-bf77-4336-85a1-d7f4817223ab tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415299 Sep 18 01:02:20.193959 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50154775-6955-47bf-93fd-3c7e19a1de4c req-5b24c605-43f5-40dd-b5d6-e5f596fac783 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:20.196028 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-50154775-6955-47bf-93fd-3c7e19a1de4c req-5b24c605-43f5-40dd-b5d6-e5f596fac783 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0461228 Sep 18 01:02:20.244280 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-50154775-6955-47bf-93fd-3c7e19a1de4c req-65638380-2873-4bf5-973b-8f6d266f808b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 Sep 18 01:02:21.576517 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-39bf62d1-23e5-4b34-8831-2f3994290c1a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:21.577948 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-39bf62d1-23e5-4b34-8831-2f3994290c1a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.0476041 Sep 18 01:02:21.586381 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92356f34-0501-4018-833d-b5447a3fc1ef req-9be1a395-5014-4dc8-837c-1ef97a6c65dc tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:21.587905 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-92356f34-0501-4018-833d-b5447a3fc1ef req-9be1a395-5014-4dc8-837c-1ef97a6c65dc tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 945 time: 0.2673652 Sep 18 01:02:21.635612 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-92356f34-0501-4018-833d-b5447a3fc1ef req-79768efd-a24f-462a-93c4-219839448daa tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=91d72fe8-ffe1-48a6-881c-548f17713efb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 Sep 18 01:02:21.669229 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Deleting port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:21.669565 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:21.757629 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] For port bfcd0e79-9fb2-4117-b12a-c4de2d65b667, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:21.757992 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:21.917982 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:21.918342 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (524d071e-764b-45b2-ae55-188af867fd97), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:21.918681 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Floating IP 524d071e-764b-45b2-ae55-188af867fd97 disassociated. External IP: 172.37.7.114, port: bfcd0e79-9fb2-4117-b12a-c4de2d65b667. Sep 18 01:02:21.919017 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Calling delete_port for bfcd0e79-9fb2-4117-b12a-c4de2d65b667 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:22.060825 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (bfcd0e79-9fb2-4117-b12a-c4de2d65b667), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:22.090135 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event deleted for resources: {'Port': ['ID=bfcd0e79-9fb2-4117-b12a-c4de2d65b667,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:22.102553 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.102905 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.103248 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.103582 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.103912 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.104240 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.104563 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.104888 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.105212 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.105539 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.105856 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.106174 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.106518 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.106838 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.107155 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:22.213991 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Router 35131dda-9633-45e2-b11d-844f964f0a93 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:22.315408 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:22.327718 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] Sync routers for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:22.338224 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:22.338933 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.359502 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] No DVR routers for this DVR port bfcd0e79-9fb2-4117-b12a-c4de2d65b667 on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:22.361711 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:22.364967 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e8fc6920-54ae-494e-886f-eb72a5286542 req-fa155f25-6101-4d72-ad42-34098b73e181 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "DELETE /networking/v2.0/ports/bfcd0e79-9fb2-4117-b12a-c4de2d65b667 HTTP/1.1" status: 204 len: 173 time: 0.7800050 Sep 18 01:02:22.365471 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'name': 'network-vif-deleted', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:22.368376 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a584a362-78e9-468d-b11b-640b9a2dd32e" -d '{"events": [{"server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "name": "network-vif-deleted", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:22.421185 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b614880-2033-43c0-8f7c-26a6a2050f05 x-openstack-request-id: req-1b614880-2033-43c0-8f7c-26a6a2050f05 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:22.421479 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1c6d6a-9178-4c19-a032-ef79295fce8c", "name": "network-vif-deleted", "tag": "bfcd0e79-9fb2-4117-b12a-c4de2d65b667", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:22.421731 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b614880-2033-43c0-8f7c-26a6a2050f05 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:22.422145 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b614880-2033-43c0-8f7c-26a6a2050f05'] response: {'server_uuid': '3e1c6d6a-9178-4c19-a032-ef79295fce8c', 'name': 'network-vif-deleted', 'tag': 'bfcd0e79-9fb2-4117-b12a-c4de2d65b667', 'status': 'completed', 'code': 200} Sep 18 01:02:22.456601 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:22.495267 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:22.624161 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:22.665394 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:21Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.697467 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] Checking router: 35131dda-9633-45e2-b11d-844f964f0a93 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:22.706427 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:22.707064 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:22.769183 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1ec0e8e0-5a01-486a-932e-009ecf1dd074 req-4cd90e30-dd5a-4822-af9e-4e2f54d96b5b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3e1c6d6a-9178-4c19-a032-ef79295fce8c HTTP/1.1" status: 200 len: 210 time: 0.0300345 Sep 18 01:02:22.823354 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:22.833480 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.015444 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:21Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:23.040208 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce87c83-7a99-4c29-a8b4-de04567fbb79 None None] The sync data for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi is: [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T00:57:02Z', 'revision_number': 4, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1bd518b2-418c-45da-be27-621c9ad6a8a4', 'name': '', 'network_id': 'a19f83a0-76a4-4dc1-a372-2847ecc4812d', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'mac_address': 'fa:16:3e:13:b5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '878a7f26-4205-409e-9704-29c1bffad54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:00Z', 'updated_at': '2022-09-18T00:57:21Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'subnets': [{'id': '878a7f26-4205-409e-9704-29c1bffad54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:23.280617 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939614fe-5eaf-4069-8249-c9b37e988e9f None None] New status for floating IP 524d071e-764b-45b2-ae55-188af867fd97: DOWN {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:02:23.866181 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45488) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:23.919172 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group (91d72fe8-ffe1-48a6-881c-548f17713efb), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.940769 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group (91d72fe8-ffe1-48a6-881c-548f17713efb), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.992941 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (91d72fe8-ffe1-48a6-881c-548f17713efb), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.995580 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.996718 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/91d72fe8-ffe1-48a6-881c-548f17713efb HTTP/1.1" status: 204 len: 168 time: 0.1290326 Sep 18 01:02:23.999405 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45492) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:24.006132 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d72fe8-ffe1-48a6-881c-548f17713efb,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:24.013168 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.013486 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.013827 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.014184 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.014566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.014944 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.015271 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.015594 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.015921 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.016242 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.016564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.016874 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.017190 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.017504 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.017818 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adece0cb-16c8-4fb3-ac80-057b778c2c74 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:24.018037 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.api.v2.resource [None req-b3c2428b-37ca-4817-9b16-d00f5b0950b3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] show failed (client error): The resource could not be found. Sep 18 01:02:24.022390 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b3c2428b-37ca-4817-9b16-d00f5b0950b3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups/91d72fe8-ffe1-48a6-881c-548f17713efb HTTP/1.1" status: 404 len: 347 time: 0.0188401 Sep 18 01:02:24.022565 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45494) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:24.137878 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Deleting port 4a2d92c8-e766-4fd9-94ac-535349c0a708 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:24.138124 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (4a2d92c8-e766-4fd9-94ac-535349c0a708), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:24.212931 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (4a2d92c8-e766-4fd9-94ac-535349c0a708), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:24.213257 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for floatingip (4a2d92c8-e766-4fd9-94ac-535349c0a708), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:24.226412 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Calling delete_port for 4a2d92c8-e766-4fd9-94ac-535349c0a708 owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:24.359493 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:24.366686 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (4a2d92c8-e766-4fd9-94ac-535349c0a708), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:24.392951 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event deleted for resources: {'Port': ['ID=4a2d92c8-e766-4fd9-94ac-535349c0a708,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:24.421948 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks [] for floatingip (524d071e-764b-45b2-ae55-188af867fd97), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:24.424445 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:24.425596 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-413d4ac8-bc95-4efd-aa43-ee07812bb556 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/524d071e-764b-45b2-ae55-188af867fd97 HTTP/1.1" status: 204 len: 168 time: 0.4027493 Sep 18 01:02:25.475024 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device bfcd0e79-9fb2-4117-b12a-c4de2d65b667 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:25.494883 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: bfcd0e79-9fb2-4117-b12a-c4de2d65b667 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:25.495222 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device bfcd0e79-9fb2-4117-b12a-c4de2d65b667 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:26.905812 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:26.917712 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474c115-6aba-4cf3-89ea-5fc0c18f7dcd req-57e8d99e-d9b4-4545-86bb-29c7880e4f05 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:26.919210 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9474c115-6aba-4cf3-89ea-5fc0c18f7dcd req-57e8d99e-d9b4-4545-86bb-29c7880e4f05 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0478740 Sep 18 01:02:26.966085 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9474c115-6aba-4cf3-89ea-5fc0c18f7dcd req-d6d13c3a-68c1-44eb-ace4-44ebfe800f3a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Sep 18 01:02:28.099046 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccddc89-39fc-461f-889f-b6c2407f3584 req-e0a955a3-e16b-4e88-af45-fc86416778ab tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:28.100524 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6ccddc89-39fc-461f-889f-b6c2407f3584 req-e0a955a3-e16b-4e88-af45-fc86416778ab tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0491912 Sep 18 01:02:28.147513 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6ccddc89-39fc-461f-889f-b6c2407f3584 req-4571df5d-33a0-4734-a673-ace832fd1bea tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Sep 18 01:02:29.280921 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93c18d-a5f0-4551-914f-6cad035a1209 req-d12c53f4-3247-471a-a0af-3a45275fd6ac tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:29.282426 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3d93c18d-a5f0-4551-914f-6cad035a1209 req-d12c53f4-3247-471a-a0af-3a45275fd6ac tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.0508046 Sep 18 01:02:29.330923 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3d93c18d-a5f0-4551-914f-6cad035a1209 req-f6354e3e-d960-4a85-9f37-fe3e901e41f8 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Sep 18 01:02:30.038924 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-f539385f-fa39-4cd3-ba51-02af8a775b61 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:30.040917 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-f539385f-fa39-4cd3-ba51-02af8a775b61 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 945 time: 0.2865407 Sep 18 01:02:30.077972 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:30.132376 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Deleting port d0ec5e41-6756-47f2-a199-19f6930aa09a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:30.132710 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:30.188741 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:30.226414 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] For port d0ec5e41-6756-47f2-a199-19f6930aa09a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d0ec5e41-6756-47f2-a199-19f6930aa09a,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:30.227309 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:30.244613 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Calling delete_port for d0ec5e41-6756-47f2-a199-19f6930aa09a owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:30.378986 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (d0ec5e41-6756-47f2-a199-19f6930aa09a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:30.422994 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f', 'd0ec5e41-6756-47f2-a199-19f6930aa09a'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:02:30.438804 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event deleted for resources: {'Port': ['ID=d0ec5e41-6756-47f2-a199-19f6930aa09a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:30.465139 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] No DVR routers for this DVR port d0ec5e41-6756-47f2-a199-19f6930aa09a on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:30.469277 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:30.473939 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3a9d4341-1988-452b-9c78-3fe248ff01c3 req-53f6d55a-92ca-46bd-90d6-bb9a04c728b6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d0ec5e41-6756-47f2-a199-19f6930aa09a HTTP/1.1" status: 204 len: 173 time: 0.4260020 Sep 18 01:02:30.474817 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b96d5f-1930-4b82-afcb-62726307e170', 'name': 'network-vif-deleted', 'tag': 'd0ec5e41-6756-47f2-a199-19f6930aa09a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:30.478667 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50936462-3a4a-4aa5-aee9-e60268b779a8" -d '{"events": [{"server_uuid": "46b96d5f-1930-4b82-afcb-62726307e170", "name": "network-vif-deleted", "tag": "d0ec5e41-6756-47f2-a199-19f6930aa09a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:30.496367 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f9fc6944-c4a4-4a43-9090-fb2c232a96bb req-e0ad21d6-e57a-4a06-8506-3fcba9016eeb tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 210 time: 0.0668094 Sep 18 01:02:30.632115 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b75292-5f66-4084-909c-0fbc2372f828 x-openstack-request-id: req-c4b75292-5f66-4084-909c-0fbc2372f828 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:30.632740 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b96d5f-1930-4b82-afcb-62726307e170", "name": "network-vif-deleted", "tag": "d0ec5e41-6756-47f2-a199-19f6930aa09a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:30.633033 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4b75292-5f66-4084-909c-0fbc2372f828 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:30.633749 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b75292-5f66-4084-909c-0fbc2372f828'] response: {'server_uuid': '46b96d5f-1930-4b82-afcb-62726307e170', 'name': 'network-vif-deleted', 'tag': 'd0ec5e41-6756-47f2-a199-19f6930aa09a', 'status': 'completed', 'code': 200} Sep 18 01:02:30.736875 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5cd05cea-cbf0-43e7-8ada-d09ef1b9ed51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:31.611876 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f32a1173-0eca-4673-befa-57847323582c req-7813a3a3-cc3d-4cfe-ae54-fe4091946239 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=46b96d5f-1930-4b82-afcb-62726307e170 HTTP/1.1" status: 200 len: 210 time: 0.0273259 Sep 18 01:02:32.886282 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39f370-ff2a-4fff-b4f4-6099c36d2099 req-48841d25-bcfc-4f38-a378-4ead56cefc33 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:32.887789 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc39f370-ff2a-4fff-b4f4-6099c36d2099 req-48841d25-bcfc-4f38-a378-4ead56cefc33 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0504360 Sep 18 01:02:32.933429 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc39f370-ff2a-4fff-b4f4-6099c36d2099 req-e2172931-b60b-4f14-bda2-eab644d91e0b tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Sep 18 01:02:33.011029 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=53 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:33.018001 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=37 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:33.294491 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee04ee-c28c-44cf-93d7-f8cf31979dd0 req-e21a20fc-5587-41f3-9490-1a48fb7d9474 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:33.296174 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-77ee04ee-c28c-44cf-93d7-f8cf31979dd0 req-e21a20fc-5587-41f3-9490-1a48fb7d9474 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0467112 Sep 18 01:02:33.343207 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-77ee04ee-c28c-44cf-93d7-f8cf31979dd0 req-e033d520-cef0-4173-b6ba-8765b93aa6a0 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414753 Sep 18 01:02:33.503404 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d0ec5e41-6756-47f2-a199-19f6930aa09a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:33.526084 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: d0ec5e41-6756-47f2-a199-19f6930aa09a {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:33.526429 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d0ec5e41-6756-47f2-a199-19f6930aa09a not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:33.641486 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4f551b3-07fe-4bc7-9a31-d1705abf7bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.055332 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e982a04-bbf6-4e0f-b7eb-57ae069a802d req-917d6560-29bb-4089-b9e4-433781c1cea3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:34.056863 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6e982a04-bbf6-4e0f-b7eb-57ae069a802d req-917d6560-29bb-4089-b9e4-433781c1cea3 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0458546 Sep 18 01:02:34.111762 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6e982a04-bbf6-4e0f-b7eb-57ae069a802d req-00f75359-7f65-4405-8f3b-e736da420a3e tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491116 Sep 18 01:02:34.482247 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebabf2-4ac1-45ad-ad15-fca95371d8fa req-1459505d-325a-4056-8e44-32c27c9a057f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:34.483665 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-67ebabf2-4ac1-45ad-ad15-fca95371d8fa req-1459505d-325a-4056-8e44-32c27c9a057f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0632637 Sep 18 01:02:34.540238 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-67ebabf2-4ac1-45ad-ad15-fca95371d8fa req-dfdc9dde-5c24-491f-9822-69b29e0226e2 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509005 Sep 18 01:02:35.232328 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300069fa-350b-47ea-9770-b66c20f71db9 req-d0010eee-a913-4749-91ac-94d445ac8a96 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:35.233455 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.233952 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-300069fa-350b-47ea-9770-b66c20f71db9 req-d0010eee-a913-4749-91ac-94d445ac8a96 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0478215 Sep 18 01:02:35.280149 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-300069fa-350b-47ea-9770-b66c20f71db9 req-522c5d5f-2ec6-4dd1-b7f6-9a3ee5d432fe tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Sep 18 01:02:35.665173 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad617b0-a4b4-43fe-aad5-6603f7389834 req-087a44a9-5235-498a-a48a-d6174b807b6f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:35.666710 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1ad617b0-a4b4-43fe-aad5-6603f7389834 req-087a44a9-5235-498a-a48a-d6174b807b6f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0507586 Sep 18 01:02:35.716082 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1ad617b0-a4b4-43fe-aad5-6603f7389834 req-71534abf-91bd-41d1-a992-8df01bbe50dc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436850 Sep 18 01:02:36.332199 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:36.404912 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf04672-64fb-469a-bfbf-994b3f774a50 req-1fe8f3e9-3a3a-471b-9a10-c63ee50fee34 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:36.406631 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abf04672-64fb-469a-bfbf-994b3f774a50 req-1fe8f3e9-3a3a-471b-9a10-c63ee50fee34 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0503840 Sep 18 01:02:36.441307 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:36.458827 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-abf04672-64fb-469a-bfbf-994b3f774a50 req-1fd43fea-8e34-49bb-a71f-add9ecef7387 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Sep 18 01:02:36.840760 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd733d-ebe7-4fc5-8db5-99d4ff6a93dd req-0bf0d8fa-6f31-4a44-ab17-a13917b239dd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:36.842253 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2fbd733d-ebe7-4fc5-8db5-99d4ff6a93dd req-0bf0d8fa-6f31-4a44-ab17-a13917b239dd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0515749 Sep 18 01:02:36.891362 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2fbd733d-ebe7-4fc5-8db5-99d4ff6a93dd req-ba523063-5a83-4512-b1e9-6e8831b40382 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435214 Sep 18 01:02:37.070770 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:37.598879 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f6f78-dcda-47d3-9fb7-d456a0ce5b7a req-15ed6922-17f3-4b59-abd9-46f84f4a0dcc tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:37.600852 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-661f6f78-dcda-47d3-9fb7-d456a0ce5b7a req-15ed6922-17f3-4b59-abd9-46f84f4a0dcc tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0595894 Sep 18 01:02:37.640437 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:37.654510 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-661f6f78-dcda-47d3-9fb7-d456a0ce5b7a req-9a29df31-f8d5-4f0a-9822-48e4e9aad73a tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=847673ea-710d-41ce-8bd1-26f84882362b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476918 Sep 18 01:02:38.041377 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-53467126-a920-495c-ab33-d95aef9ab19d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:38.043221 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-53467126-a920-495c-ab33-d95aef9ab19d tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 945 time: 0.0556223 Sep 18 01:02:38.048942 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f783b32-83f1-4906-8262-7f6ffa273bda req-a3d19c3a-a284-4b61-b9bb-0f986a212dcc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:38.050542 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9f783b32-83f1-4906-8262-7f6ffa273bda req-a3d19c3a-a284-4b61-b9bb-0f986a212dcc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0785990 Sep 18 01:02:38.075822 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-07effb8d-e79c-4347-bee5-f410a10bb104 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:38.077351 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-07effb8d-e79c-4347-bee5-f410a10bb104 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 945 time: 0.0766315 Sep 18 01:02:38.151987 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Deleting port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:38.152642 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.158592 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9f783b32-83f1-4906-8262-7f6ffa273bda req-bee53ba7-a776-4a8b-a11c-f213cc1b49e2 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972648 Sep 18 01:02:38.201248 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Deleting port f0d60caf-e51b-4704-af82-ab86c2340a70 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:38.201646 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.269373 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] For port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:38.269747 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.290160 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Calling delete_port for ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:38.311887 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] For port f0d60caf-e51b-4704-af82-ab86c2340a70, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0d60caf-e51b-4704-af82-ab86c2340a70,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:38.312253 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.439959 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.489187 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:02:38.530248 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.531764 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (4fb9129d-6db6-463d-a521-fcd9ddaeb515), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.532188 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Floating IP 4fb9129d-6db6-463d-a521-fcd9ddaeb515 disassociated. External IP: 172.37.7.191, port: f0d60caf-e51b-4704-af82-ab86c2340a70. Sep 18 01:02:38.532710 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Calling delete_port for f0d60caf-e51b-4704-af82-ab86c2340a70 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:38.533355 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Pushing event deleted for resources: {'Port': ['ID=ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:38.536460 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] No DVR routers for this DVR port ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:38.539948 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.546604 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-428e9cc4-cc8e-451f-a1ae-d18a80e91520 req-1c9b81e8-3783-43b8-b80f-c461e6e0edc6 tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f HTTP/1.1" status: 204 len: 173 time: 0.4943385 Sep 18 01:02:38.546604 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae00028e-df3f-4c20-84a1-e0e14f4cc457', 'name': 'network-vif-deleted', 'tag': 'ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:38.550051 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d06512-e759-4cbb-b7ab-8b51a27bd5af" -d '{"events": [{"server_uuid": "ae00028e-df3f-4c20-84a1-e0e14f4cc457", "name": "network-vif-deleted", "tag": "ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:38.594293 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77da6492-f5eb-444d-844e-1616cbe67e8b x-openstack-request-id: req-77da6492-f5eb-444d-844e-1616cbe67e8b {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:38.594712 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae00028e-df3f-4c20-84a1-e0e14f4cc457", "name": "network-vif-deleted", "tag": "ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:38.595488 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77da6492-f5eb-444d-844e-1616cbe67e8b {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:38.595488 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77da6492-f5eb-444d-844e-1616cbe67e8b'] response: {'server_uuid': 'ae00028e-df3f-4c20-84a1-e0e14f4cc457', 'name': 'network-vif-deleted', 'tag': 'ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f', 'status': 'completed', 'code': 200} Sep 18 01:02:38.757200 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (f0d60caf-e51b-4704-af82-ab86c2340a70), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.798362 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'Port': ['ID=f0d60caf-e51b-4704-af82-ab86c2340a70,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:38.830782 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ca541577-934e-4be6-adce-0dd6258bff0e req-68f31f2b-b0e2-4338-9cf8-3bca4fac012f tempest-ServerRescueNegativeTestJSON-214604638 tempest-ServerRescueNegativeTestJSON-214604638-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=ae00028e-df3f-4c20-84a1-e0e14f4cc457 HTTP/1.1" status: 200 len: 210 time: 0.0376801 Sep 18 01:02:38.891484 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:38.969690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:39.081354 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:39.092167 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:39.105484 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:39.106551 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:39.130747 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] No DVR routers for this DVR port f0d60caf-e51b-4704-af82-ab86c2340a70 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:39.134173 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:39.137663 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c8db8db5-b5d7-4904-8ffc-92e20364efce req-428f2764-dbfc-45f1-b0e8-55bb100bea41 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "DELETE /networking/v2.0/ports/f0d60caf-e51b-4704-af82-ab86c2340a70 HTTP/1.1" status: 204 len: 173 time: 1.0506744 Sep 18 01:02:39.138196 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'name': 'network-vif-deleted', 'tag': 'f0d60caf-e51b-4704-af82-ab86c2340a70'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:39.140566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb0756a-7fec-4f3c-abcf-58ddda5f9325" -d '{"events": [{"server_uuid": "6c8469ab-e2ff-405e-9da7-e4e93e64fc72", "name": "network-vif-deleted", "tag": "f0d60caf-e51b-4704-af82-ab86c2340a70"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:39.233539 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:39.258579 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fb8a53-0bb1-48e9-b176-1fc6b652b2fd x-openstack-request-id: req-90fb8a53-0bb1-48e9-b176-1fc6b652b2fd {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:39.258880 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8469ab-e2ff-405e-9da7-e4e93e64fc72", "name": "network-vif-deleted", "tag": "f0d60caf-e51b-4704-af82-ab86c2340a70", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:39.259133 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90fb8a53-0bb1-48e9-b176-1fc6b652b2fd {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:39.259572 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90fb8a53-0bb1-48e9-b176-1fc6b652b2fd'] response: {'server_uuid': '6c8469ab-e2ff-405e-9da7-e4e93e64fc72', 'name': 'network-vif-deleted', 'tag': 'f0d60caf-e51b-4704-af82-ab86c2340a70', 'status': 'completed', 'code': 200} Sep 18 01:02:39.313496 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-831aadc6-f25b-42d4-ac4d-bd03bb185cde req-c54dcaba-7af7-4c9e-8b6a-fa1f4a482c76 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6c8469ab-e2ff-405e-9da7-e4e93e64fc72 HTTP/1.1" status: 200 len: 210 time: 0.0333173 Sep 18 01:02:39.479274 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:39.506180 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:39.517365 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:39.517989 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:39.736396 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:39.894929 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45606) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:39.939595 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:39.967807 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c52b9b0-766e-4828-b8c9-0c5b18e78b8a None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:40.052641 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:40.250610 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7fa803-306a-4d9b-bdee-8a9aeac81e8f None None] New status for floating IP 4fb9129d-6db6-463d-a521-fcd9ddaeb515: DOWN {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:02:40.414741 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (35131dda-9633-45e2-b11d-844f964f0a93), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.429587 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:40.468542 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:40.490372 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0fa5-cc1f-4545-a4d7-c1721b4bf1b8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (a0922b62-1ffc-4ee8-8ae8-f41d7005c4de), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.513761 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0fa5-cc1f-4545-a4d7-c1721b4bf1b8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (a0922b62-1ffc-4ee8-8ae8-f41d7005c4de), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.569395 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0fa5-cc1f-4545-a4d7-c1721b4bf1b8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a0922b62-1ffc-4ee8-8ae8-f41d7005c4de), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.572234 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0fa5-cc1f-4545-a4d7-c1721b4bf1b8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.575939 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5bdd0fa5-cc1f-4545-a4d7-c1721b4bf1b8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a0922b62-1ffc-4ee8-8ae8-f41d7005c4de HTTP/1.1" status: 204 len: 168 time: 0.1421530 Sep 18 01:02:40.576865 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45616) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:40.594662 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd0fa5-cc1f-4545-a4d7-c1721b4bf1b8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0922b62-1ffc-4ee8-8ae8-f41d7005c4de,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:40.597860 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.api.v2.resource [None req-074ffead-8a1c-457c-a340-b0df3720e989 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] show failed (client error): The resource could not be found. Sep 18 01:02:40.602271 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-074ffead-8a1c-457c-a340-b0df3720e989 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups/a0922b62-1ffc-4ee8-8ae8-f41d7005c4de HTTP/1.1" status: 404 len: 347 time: 0.0198040 Sep 18 01:02:40.602749 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45618) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:40.647814 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:40.705757 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Deleting port 1bd518b2-418c-45da-be27-621c9ad6a8a4 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:40.706262 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.725938 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Deleting port 089c3a0b-5a60-47d7-aa96-5f40c7253574 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:40.726238 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (089c3a0b-5a60-47d7-aa96-5f40c7253574), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.793802 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] For port 1bd518b2-418c-45da-be27-621c9ad6a8a4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1bd518b2-418c-45da-be27-621c9ad6a8a4,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:40.794170 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.808277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Calling delete_port for 1bd518b2-418c-45da-be27-621c9ad6a8a4 owned by network:router_interface {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:40.812943 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (089c3a0b-5a60-47d7-aa96-5f40c7253574), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.813276 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (089c3a0b-5a60-47d7-aa96-5f40c7253574), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.826922 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Calling delete_port for 089c3a0b-5a60-47d7-aa96-5f40c7253574 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:40.868246 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:40.962119 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (089c3a0b-5a60-47d7-aa96-5f40c7253574), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.986528 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (1bd518b2-418c-45da-be27-621c9ad6a8a4), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.987130 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'Port': ['ID=089c3a0b-5a60-47d7-aa96-5f40c7253574,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:41.012604 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd518b2-418c-45da-be27-621c9ad6a8a4,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:41.014491 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:41.055853 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (4fb9129d-6db6-463d-a521-fcd9ddaeb515), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.058508 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.059859 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-9174e0fc-8f71-406d-859b-757e40ecc768 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/4fb9129d-6db6-463d-a521-fcd9ddaeb515 HTTP/1.1" status: 204 len: 168 time: 0.4564278 Sep 18 01:02:41.132996 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45624) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:41.137725 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-43341143-ea23-4662-9054-76d9f5298610 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971198318', 'description': 'tempest-description--1605885877'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:41.161863 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43341143-ea23-4662-9054-76d9f5298610 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.256370 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43341143-ea23-4662-9054-76d9f5298610 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (4920c33a-1a1a-4a00-a38f-c76b4156c8e2), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.261641 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43341143-ea23-4662-9054-76d9f5298610 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (4920c33a-1a1a-4a00-a38f-c76b4156c8e2), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.293565 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-43341143-ea23-4662-9054-76d9f5298610 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.294738 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-43341143-ea23-4662-9054-76d9f5298610 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1606731 Sep 18 01:02:41.298336 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45626) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:41.302562 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fde8d29b-4c6f-4872-96a9-a3602218dfcc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group_rule': {'security_group_id': '4920c33a-1a1a-4a00-a38f-c76b4156c8e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:41.308128 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43341143-ea23-4662-9054-76d9f5298610 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4920c33a-1a1a-4a00-a38f-c76b4156c8e2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:41.333751 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fde8d29b-4c6f-4872-96a9-a3602218dfcc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (f270ab11-194f-4442-b6c0-642e67ae50c4), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.363095 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:41.368061 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (35131dda-9633-45e2-b11d-844f964f0a93), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.396852 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fde8d29b-4c6f-4872-96a9-a3602218dfcc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (f270ab11-194f-4442-b6c0-642e67ae50c4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.400823 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fde8d29b-4c6f-4872-96a9-a3602218dfcc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (f270ab11-194f-4442-b6c0-642e67ae50c4), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.421283 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8d29b-4c6f-4872-96a9-a3602218dfcc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f270ab11-194f-4442-b6c0-642e67ae50c4,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:41.421590 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:02:41.429906 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fde8d29b-4c6f-4872-96a9-a3602218dfcc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.431163 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-fde8d29b-4c6f-4872-96a9-a3602218dfcc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318998 Sep 18 01:02:41.433924 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45628) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:41.438230 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d30f9ae1-2312-4a12-a97b-ad947d0079ef tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'security_group_rule': {'security_group_id': '4920c33a-1a1a-4a00-a38f-c76b4156c8e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:41.467512 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d30f9ae1-2312-4a12-a97b-ad947d0079ef tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (966359ac-a292-43c4-a090-e9b05cad6411), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.502395 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:41.533347 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d30f9ae1-2312-4a12-a97b-ad947d0079ef tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (966359ac-a292-43c4-a090-e9b05cad6411), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.538034 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d30f9ae1-2312-4a12-a97b-ad947d0079ef tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (966359ac-a292-43c4-a090-e9b05cad6411), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.557586 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f9ae1-2312-4a12-a97b-ad947d0079ef tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966359ac-a292-43c4-a090-e9b05cad6411,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:41.567312 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d30f9ae1-2312-4a12-a97b-ad947d0079ef tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.568701 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d30f9ae1-2312-4a12-a97b-ad947d0079ef tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336999 Sep 18 01:02:41.572514 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45630) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:41.576980 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:41.596440 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Router 35131dda-9633-45e2-b11d-844f964f0a93 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:41.600382 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.614719 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device f0d60caf-e51b-4704-af82-ab86c2340a70 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:41.634115 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: f0d60caf-e51b-4704-af82-ab86c2340a70 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:41.634609 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device f0d60caf-e51b-4704-af82-ab86c2340a70 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:41.635121 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:41.653531 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:41.654016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ba2d5bc2-7b64-4dff-96fe-a30ba8d32b9f not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:41.682250 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.705351 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:41.714083 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-2ea52d22-0bcc-4492-845b-f1a557dcddc5 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/35131dda-9633-45e2-b11d-844f964f0a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8151250 Sep 18 01:02:41.714083 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45632) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:41.716762 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] Sync routers for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:41.730009 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:41.730780 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:41.796627 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Allocated IP 172.37.7.175 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/ff902b7f-b969-42af-b5d8-bc3999bb0a0f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:41.818813 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks [] for router (35131dda-9633-45e2-b11d-844f964f0a93), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.845489 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:41.910626 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (ff902b7f-b969-42af-b5d8-bc3999bb0a0f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.925173 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks [] for router_gateway (35131dda-9633-45e2-b11d-844f964f0a93), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.946084 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (ff902b7f-b969-42af-b5d8-bc3999bb0a0f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.970582 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Deleting port 5005f7da-0181-4c80-a8d9-0c9876bd795a {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:41.970983 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:41.988674 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:41.994541 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:41.996940 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:02:42.000065 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=ff902b7f-b969-42af-b5d8-bc3999bb0a0f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:42.010973 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:42.029352 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181'}], 'enable_snat': True}, 'gw_port_id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T01:02:40Z', 'revision_number': 5, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port': {'id': '5005f7da-0181-4c80-a8d9-0c9876bd795a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:78:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35131dda-9633-45e2-b11d-844f964f0a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:42.040992 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:42.057463 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] Checking router: 35131dda-9633-45e2-b11d-844f964f0a93 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:42.064236 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] For port 5005f7da-0181-4c80-a8d9-0c9876bd795a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5005f7da-0181-4c80-a8d9-0c9876bd795a,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:42.064659 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.069072 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] Routers {'35131dda-9633-45e2-b11d-844f964f0a93'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:42.070012 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['35131dda-9633-45e2-b11d-844f964f0a93'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:42.078793 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Calling delete_port for 5005f7da-0181-4c80-a8d9-0c9876bd795a owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:42.083578 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (27d0b055-0f87-4a0b-9490-cde0a9d4c50a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.125893 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ff902b7f-b969-42af-b5d8-bc3999bb0a0f), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.144516 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:42.152124 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:42.178199 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] Set router 35131dda-9633-45e2-b11d-844f964f0a93 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:42.193885 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:42.236803 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:42.237758 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T01:02:41Z', 'revision_number': 6, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:42.269492 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d37b70-9140-48c7-9975-feceaf04fd8c None None] The sync data for ids ['35131dda-9633-45e2-b11d-844f964f0a93'] in dv-cinder-master-3-iscsi is: [{'id': '35131dda-9633-45e2-b11d-844f964f0a93', 'name': 'tempest-ServerRescueNegativeTestJSON-1063912072-router', 'tenant_id': 'df01daf86854497fad1d1d016c269ef1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:51Z', 'updated_at': '2022-09-18T01:02:41Z', 'revision_number': 6, 'project_id': 'df01daf86854497fad1d1d016c269ef1', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:42.273204 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (5005f7da-0181-4c80-a8d9-0c9876bd795a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.297981 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5005f7da-0181-4c80-a8d9-0c9876bd795a,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:42.312083 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (ff902b7f-b969-42af-b5d8-bc3999bb0a0f), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.321711 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (ff902b7f-b969-42af-b5d8-bc3999bb0a0f), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.334195 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (35131dda-9633-45e2-b11d-844f964f0a93), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.392208 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (27d0b055-0f87-4a0b-9490-cde0a9d4c50a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.394878 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=ff902b7f-b969-42af-b5d8-bc3999bb0a0f,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:42.412384 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.413600 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-40d3614e-8373-4e67-b023-46cba9b2ecc7 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8401461 Sep 18 01:02:42.438226 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (35131dda-9633-45e2-b11d-844f964f0a93), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.440428 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks [] for router_controller (35131dda-9633-45e2-b11d-844f964f0a93), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.506198 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (35131dda-9633-45e2-b11d-844f964f0a93), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.506806 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35131dda-9633-45e2-b11d-844f964f0a93 {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:02:42.512761 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.517105 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-9d88ba8b-4202-4140-935d-031371b67c79 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/35131dda-9633-45e2-b11d-844f964f0a93 HTTP/1.1" status: 204 len: 168 time: 0.7993031 Sep 18 01:02:42.517105 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45646) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:42.586150 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dca8548-f96d-41cf-8ca0-67659d6cac83 admin admin] Deleting subnet 878a7f26-4205-409e-9704-29c1bffad54b {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:02:42.595445 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2dca8548-f96d-41cf-8ca0-67659d6cac83 admin admin] Publish callbacks [] for subnet (878a7f26-4205-409e-9704-29c1bffad54b), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.623766 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-150fc8b4-d6a1-4d9a-be09-c437946d9d83 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--971198318&fields=id&tenant_id=cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 267 time: 0.0804315 Sep 18 01:02:42.650009 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2dca8548-f96d-41cf-8ca0-67659d6cac83 admin admin] Publish callbacks [] for subnet (878a7f26-4205-409e-9704-29c1bffad54b), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.780570 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2dca8548-f96d-41cf-8ca0-67659d6cac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (878a7f26-4205-409e-9704-29c1bffad54b), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.831318 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-b40c8510-7db3-47fa-b861-755889937cec tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:42.832766 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-b40c8510-7db3-47fa-b861-755889937cec tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 813 time: 0.2009447 Sep 18 01:02:42.858031 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5e1a5ab4-2094-4899-b802-4d1ba014e13c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/quotas/cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 375 time: 0.0191340 Sep 18 01:02:42.879483 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2dca8548-f96d-41cf-8ca0-67659d6cac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for subnet (878a7f26-4205-409e-9704-29c1bffad54b), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.940884 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca8548-f96d-41cf-8ca0-67659d6cac83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878a7f26-4205-409e-9704-29c1bffad54b,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:42.951322 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2dca8548-f96d-41cf-8ca0-67659d6cac83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:42.954483 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-2dca8548-f96d-41cf-8ca0-67659d6cac83 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/878a7f26-4205-409e-9704-29c1bffad54b HTTP/1.1" status: 204 len: 168 time: 0.4368417 Sep 18 01:02:42.955149 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b364057-efda-43be-8134-da4e9a56a442 None None] Network a19f83a0-76a4-4dc1-a372-2847ecc4812d requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:02:42.957363 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45648) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:42.962185 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-8f80ee8e-06a9-4436-8958-1d810faaefab tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975347 Sep 18 01:02:43.029729 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:43.041420 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (a19f83a0-76a4-4dc1-a372-2847ecc4812d), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.097445 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Deleting port 3da28130-718e-4a2d-b334-60c0ce9608a9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:43.097932 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.139391 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-e12947fd-e5b9-43a4-beee-b123135e3810 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644573 Sep 18 01:02:43.169433 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7048783-71b4-40d9-bbd5-dadd7e41a857 None None] DHCP port deletion for a19f83a0-76a4-4dc1-a372-2847ecc4812d request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:02:43.179108 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] For port 3da28130-718e-4a2d-b334-60c0ce9608a9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3da28130-718e-4a2d-b334-60c0ce9608a9,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:43.179939 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.200062 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Calling delete_port for 3da28130-718e-4a2d-b334-60c0ce9608a9 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:43.227604 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f7048783-71b4-40d9-bbd5-dadd7e41a857 None None] Deleting port 3da28130-718e-4a2d-b334-60c0ce9608a9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:43.228272 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f7048783-71b4-40d9-bbd5-dadd7e41a857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.258212 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-af3f74c4-0cac-4d57-87e7-a1e4fca705c8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068172 Sep 18 01:02:43.296607 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.311385 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f7048783-71b4-40d9-bbd5-dadd7e41a857 None None] For port 3da28130-718e-4a2d-b334-60c0ce9608a9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3da28130-718e-4a2d-b334-60c0ce9608a9,segment=NetworkSegment(2a472ad2-0cda-415b-bf9b-0beb86990b41),segment_id=2a472ad2-0cda-415b-bf9b-0beb86990b41)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:43.311852 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f7048783-71b4-40d9-bbd5-dadd7e41a857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.328872 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f7048783-71b4-40d9-bbd5-dadd7e41a857 None None] Calling delete_port for 3da28130-718e-4a2d-b334-60c0ce9608a9 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:43.337581 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] No DVR routers for this DVR port 3da28130-718e-4a2d-b334-60c0ce9608a9 on host dv-cinder-master-3-iscsi {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:43.344054 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da28130-718e-4a2d-b334-60c0ce9608a9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:43.450382 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (a19f83a0-76a4-4dc1-a372-2847ecc4812d), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.484117 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19f83a0-76a4-4dc1-a372-2847ecc4812d']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:43.496000 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a472ad2-0cda-415b-bf9b-0beb86990b41') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:43.496294 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a472ad2-0cda-415b-bf9b-0beb86990b41') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:43.498880 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1f073779-5360-4381-bff5-2d5bdc38f9ea req-413f626d-823f-4031-ad3e-41e958ffc5e0 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 210 time: 0.0394001 Sep 18 01:02:43.500701 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f7048783-71b4-40d9-bbd5-dadd7e41a857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (3da28130-718e-4a2d-b334-60c0ce9608a9), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.514508 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (2a472ad2-0cda-415b-bf9b-0beb86990b41), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.517557 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7048783-71b4-40d9-bbd5-dadd7e41a857 None None] No DVR routers for this DVR port 3da28130-718e-4a2d-b334-60c0ce9608a9 on host dv-cinder-master-3-iscsi {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:43.539430 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (2a472ad2-0cda-415b-bf9b-0beb86990b41), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.544993 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7048783-71b4-40d9-bbd5-dadd7e41a857 None None] Pushing event deleted for resources: {'Port': ['ID=3da28130-718e-4a2d-b334-60c0ce9608a9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:43.546712 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:43.547187 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (2a472ad2-0cda-415b-bf9b-0beb86990b41), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.593411 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 2a472ad2-0cda-415b-bf9b-0beb86990b41 resource provider aggregate not found Sep 18 01:02:43.608619 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 2a472ad2-0cda-415b-bf9b-0beb86990b41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a472ad2-0cda-415b-bf9b-0beb86990b41 found for delete ", "request_id": "req-1edecb2a-fcda-4008-b8d5-0073acfeac01"}]} Sep 18 01:02:43.615916 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (a19f83a0-76a4-4dc1-a372-2847ecc4812d), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.621524 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.626667 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/a19f83a0-76a4-4dc1-a372-2847ecc4812d HTTP/1.1" status: 204 len: 168 time: 0.6661761 Sep 18 01:02:43.641197 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ad565-af9f-4cf3-84ec-75290f30e4e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19f83a0-76a4-4dc1-a372-2847ecc4812d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:43.776873 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45670) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:43.822745 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-4600ec73-bfcd-40ee-87dc-05ea1386a741 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=df01daf86854497fad1d1d016c269ef1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442531 Sep 18 01:02:43.825979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45672) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:43.886070 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a39fdcbe-addd-48fa-80cc-1381feca3da1 admin admin] Publish callbacks [] for security_group (847673ea-710d-41ce-8bd1-26f84882362b), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.912299 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a39fdcbe-addd-48fa-80cc-1381feca3da1 admin admin] Publish callbacks [] for security_group (847673ea-710d-41ce-8bd1-26f84882362b), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.929122 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:43.962154 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a39fdcbe-addd-48fa-80cc-1381feca3da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (847673ea-710d-41ce-8bd1-26f84882362b), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.965298 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a39fdcbe-addd-48fa-80cc-1381feca3da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:43.965932 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-a39fdcbe-addd-48fa-80cc-1381feca3da1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/847673ea-710d-41ce-8bd1-26f84882362b HTTP/1.1" status: 204 len: 168 time: 0.1388667 Sep 18 01:02:43.980311 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fdcbe-addd-48fa-80cc-1381feca3da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847673ea-710d-41ce-8bd1-26f84882362b,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:44.294348 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5005f7da-0181-4c80-a8d9-0c9876bd795a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:44.315949 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 5005f7da-0181-4c80-a8d9-0c9876bd795a {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:44.316409 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5005f7da-0181-4c80-a8d9-0c9876bd795a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:44.316832 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 1bd518b2-418c-45da-be27-621c9ad6a8a4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:44.340743 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 1bd518b2-418c-45da-be27-621c9ad6a8a4 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:44.341203 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 1bd518b2-418c-45da-be27-621c9ad6a8a4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:44.341724 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3da28130-718e-4a2d-b334-60c0ce9608a9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:44.362208 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 3da28130-718e-4a2d-b334-60c0ce9608a9 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:44.362591 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3da28130-718e-4a2d-b334-60c0ce9608a9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:44.488637 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-0879cb65-1cd4-424e-9690-40b01b9a171e tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-773960957&fields=id&tenant_id=c9f737f6350f4d1f993708b1f90a862e HTTP/1.1" status: 200 len: 267 time: 0.0449264 Sep 18 01:02:44.557844 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-f9603f62-24ae-4bc8-ab89-601be4c33823 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:44.562997 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-f9603f62-24ae-4bc8-ab89-601be4c33823 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 984 time: 0.0673010 Sep 18 01:02:44.571315 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-8dd0f68a-1bdb-41d6-9229-08b2881282ab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Request body: {'port': {'security_groups': ['044246fb-fc9c-4479-ba94-a89c06bee7d4']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:44.629261 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3f6f66fd-a56f-4c72-8e6b-e788cf988bb0 req-e8a210c3-cfab-45be-a29d-fd91896e813d tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 210 time: 0.0531359 Sep 18 01:02:44.675143 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-8dd0f68a-1bdb-41d6-9229-08b2881282ab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:44.918648 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-8dd0f68a-1bdb-41d6-9229-08b2881282ab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] For port d02eceef-bf2a-4aaa-b246-5fafd4b75314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:44.984667 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-8dd0f68a-1bdb-41d6-9229-08b2881282ab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:44.995525 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-8dd0f68a-1bdb-41d6-9229-08b2881282ab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.004008 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-8dd0f68a-1bdb-41d6-9229-08b2881282ab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:45.004888 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-8dd0f68a-1bdb-41d6-9229-08b2881282ab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.006299 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d13bd7ab-f94e-40b8-9cac-4edfcd7162e8 req-8dd0f68a-1bdb-41d6-9229-08b2881282ab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "PUT /networking/v2.0/ports/d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 200 len: 942 time: 0.4398284 Sep 18 01:02:45.016451 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:45.017909 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac85be4-a286-4861-90eb-b398c0ff1714" -d '{"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:45.018336 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45710) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:45.041786 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['d02eceef-bf2a-4aaa-b246-5fafd4b75314'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:02:45.050525 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-b635b554-6f62-4119-bdfc-7439b2d39076 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:45.052061 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-b635b554-6f62-4119-bdfc-7439b2d39076 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 813 time: 0.1991451 Sep 18 01:02:45.071270 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d696334-3f7f-4ce4-aa68-1d7da4faa90d x-openstack-request-id: req-7d696334-3f7f-4ce4-aa68-1d7da4faa90d {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:45.071563 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:45.072008 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d696334-3f7f-4ce4-aa68-1d7da4faa90d {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:45.072566 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d696334-3f7f-4ce4-aa68-1d7da4faa90d'] response: {'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'status': 'completed', 'code': 200} Sep 18 01:02:45.095593 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:45.130238 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8557973-deb3-4a87-9c3e-699ce36655f3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group (fd6ca814-4786-4459-8a91-d5dda7d3826e), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.143210 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0f68a-1bdb-41d6-9229-08b2881282ab tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event updated for resources: {'Port': ['ID=d02eceef-bf2a-4aaa-b246-5fafd4b75314,revision_number=7']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:45.156941 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:45.177153 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8557973-deb3-4a87-9c3e-699ce36655f3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group (fd6ca814-4786-4459-8a91-d5dda7d3826e), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.197247 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-bbb43b50-abf0-4896-90cd-d0d13a8f2457 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cf1375f9f28c43fda090a236635c4188 HTTP/1.1" status: 200 len: 379 time: 0.0881360 Sep 18 01:02:45.216395 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['d02eceef-bf2a-4aaa-b246-5fafd4b75314'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:02:45.217325 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:45.249197 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'port': {'device_id': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'admin_state_up': True, 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'security_groups': ['4920c33a-1a1a-4a00-a38f-c76b4156c8e2']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:45.271550 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8557973-deb3-4a87-9c3e-699ce36655f3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (fd6ca814-4786-4459-8a91-d5dda7d3826e), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.279288 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8557973-deb3-4a87-9c3e-699ce36655f3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.284210 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a8557973-deb3-4a87-9c3e-699ce36655f3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fd6ca814-4786-4459-8a91-d5dda7d3826e HTTP/1.1" status: 204 len: 168 time: 0.2641988 Sep 18 01:02:45.291294 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45738) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:45.310830 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8557973-deb3-4a87-9c3e-699ce36655f3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ca814-4786-4459-8a91-d5dda7d3826e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:45.426436 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Made reservation on behalf of cf1375f9f28c43fda090a236635c4188 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:02:45.431657 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.583936 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-673f1424-ae4a-4d43-9d09-c8a7eb17bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:45.586180 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-673f1424-ae4a-4d43-9d09-c8a7eb17bbdc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c9f737f6350f4d1f993708b1f90a862e&device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 1129 time: 0.3492265 Sep 18 01:02:45.587264 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Deleting port bb9fd0b0-fc70-4484-bedb-37f0521bb579 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:45.587860 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (bb9fd0b0-fc70-4484-bedb-37f0521bb579), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.589506 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:45.599535 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:45.615668 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Allocated IP 172.20.0.5 (3227bd19-4c4c-45c0-aee5-e73b3870bae1/665e6178-f5ce-4fbf-9a1f-c6745892e403/31d344bf-7a01-4651-9813-cae9ac176973) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:02:45.635546 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:45.663974 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45744) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:45.768034 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (bb9fd0b0-fc70-4484-bedb-37f0521bb579), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.768368 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for floatingip (bb9fd0b0-fc70-4484-bedb-37f0521bb579), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.780193 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-c6c45430-ac92-427c-b582-c4f8f474aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:45.781670 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-c6c45430-ac92-427c-b582-c4f8f474aab5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6fef5f4e-b094-42f4-8864-339fd1327a47 HTTP/1.1" status: 200 len: 916 time: 0.1778824 Sep 18 01:02:45.786969 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Calling delete_port for bb9fd0b0-fc70-4484-bedb-37f0521bb579 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:45.800572 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0506e639-28c3-43df-9bb5-92cf984903e5 req-64a08ee3-d378-49fc-a013-136ab96bd444 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 210 time: 0.0557830 Sep 18 01:02:45.811651 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2668499c-6bd4-4c7f-9441-1236ac878cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.869125 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for port (31d344bf-7a01-4651-9813-cae9ac176973), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.917922 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-6eb15563-ec23-4f7d-8be9-ebad23922e7f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 200 len: 1000 time: 0.1265450 Sep 18 01:02:45.934762 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (31d344bf-7a01-4651-9813-cae9ac176973), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.974448 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2668499c-6bd4-4c7f-9441-1236ac878cbb admin admin] Publish callbacks [] for security_group (fb971ab9-1371-4e17-89da-5dc4b09f34a9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.988355 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2668499c-6bd4-4c7f-9441-1236ac878cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (fb971ab9-1371-4e17-89da-5dc4b09f34a9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.989206 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-f2bc835e-80a8-4119-9c4e-56c8f2e603ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:45.990697 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-f2bc835e-80a8-4119-9c4e-56c8f2e603ed service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=595b0dbc-1cbd-4eca-899d-ffb164355224 HTTP/1.1" status: 200 len: 854 time: 0.0655174 Sep 18 01:02:45.996008 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:02:46.017335 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:02:46.025704 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:02:46.030174 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:46.030798 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.040543 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:46.041395 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event updated for resources: {'Port': ['ID=31d344bf-7a01-4651-9813-cae9ac176973,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:46.048881 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-1dd548f5-9390-4003-8c64-adc57dec2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:46.050341 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-1dd548f5-9390-4003-8c64-adc57dec2df7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6fef5f4e-b094-42f4-8864-339fd1327a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518866 Sep 18 01:02:46.064955 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-2668499c-6bd4-4c7f-9441-1236ac878cbb admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=250267bfa41e4620bf154ec96fcf64ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3992243 Sep 18 01:02:46.068297 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45750) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:46.075325 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668499c-6bd4-4c7f-9441-1236ac878cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb971ab9-1371-4e17-89da-5dc4b09f34a9,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:46.090041 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-589f2fa0-793e-48f8-85c7-b42dc9a30921 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8530338 Sep 18 01:02:46.113014 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Request body: {'port': {'device_id': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:46.157235 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (bb9fd0b0-fc70-4484-bedb-37f0521bb579), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.171496 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6927a946-3259-4f3d-b8d3-6d6266760fae admin admin] Publish callbacks [] for security_group (fb971ab9-1371-4e17-89da-5dc4b09f34a9), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.199340 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:46.200351 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event deleted for resources: {'Port': ['ID=bb9fd0b0-fc70-4484-bedb-37f0521bb579,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:46.221754 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6927a946-3259-4f3d-b8d3-6d6266760fae admin admin] Publish callbacks [] for security_group (fb971ab9-1371-4e17-89da-5dc4b09f34a9), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.223879 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (31d344bf-7a01-4651-9813-cae9ac176973), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.281959 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-11d98cb1-4cfc-4e75-aa9e-adde776004d6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044992 Sep 18 01:02:46.350085 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks [] for floatingip (8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.350423 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Floating IP 8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82 disassociated (deleted). External IP: 172.37.7.90, port: d02eceef-bf2a-4aaa-b246-5fafd4b75314. Sep 18 01:02:46.382200 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6927a946-3259-4f3d-b8d3-6d6266760fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (fb971ab9-1371-4e17-89da-5dc4b09f34a9), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.384919 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6927a946-3259-4f3d-b8d3-6d6266760fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.388439 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-6927a946-3259-4f3d-b8d3-6d6266760fae admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fb971ab9-1371-4e17-89da-5dc4b09f34a9 HTTP/1.1" status: 204 len: 168 time: 0.3168218 Sep 18 01:02:46.394225 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:46.411459 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927a946-3259-4f3d-b8d3-6d6266760fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb971ab9-1371-4e17-89da-5dc4b09f34a9,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:46.453206 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:46.485698 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-42793fee-f2c5-41c9-a477-bfbab062534f None None] Provisioning complete for port 31d344bf-7a01-4651-9813-cae9ac176973 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:02:46.486912 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-42793fee-f2c5-41c9-a477-bfbab062534f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (31d344bf-7a01-4651-9813-cae9ac176973), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.488295 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-42793fee-f2c5-41c9-a477-bfbab062534f None None] Attempt 1 to provision port 31d344bf-7a01-4651-9813-cae9ac176973 Sep 18 01:02:46.489499 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5ac85be4-a286-4861-90eb-b398c0ff1714 req-8fdc9cfc-d119-4f3b-8243-281d07265e87 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998761 Sep 18 01:02:46.547962 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-42793fee-f2c5-41c9-a477-bfbab062534f None None] Port 31d344bf-7a01-4651-9813-cae9ac176973 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:02:46.639045 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Router ffa3533a-789b-4278-8b9d-6d4c19e56a9a has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:46.791012 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:46.796100 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:46.802049 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] Sync routers for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:46.818369 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:46.819115 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:46.847312 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3b541f7b-ce65-4e63-9fc6-081a9724ae6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82 HTTP/1.1" status: 204 len: 168 time: 1.5516644 Sep 18 01:02:46.847312 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:46.849790 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d2846-062c-4996-bfb8-414fc98f0c52" -d '{"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:46.971159 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d344bf-7a01-4651-9813-cae9ac176973 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:02:46.992019 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Publish callbacks [] for port (31d344bf-7a01-4651-9813-cae9ac176973), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:47.012047 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Transition to ACTIVE for port object 31d344bf-7a01-4651-9813-cae9ac176973 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:02:47.024285 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (31d344bf-7a01-4651-9813-cae9ac176973), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:47.053199 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-42793fee-f2c5-41c9-a477-bfbab062534f None None] Attempt 2 to provision port 31d344bf-7a01-4651-9813-cae9ac176973 Sep 18 01:02:47.058327 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:47.097848 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:47.128884 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9bea7-ae6a-452e-99a9-4678830447b6 req-336e0691-c5eb-4e77-b375-44a3ceb717f6 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:47.130379 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b4d9bea7-ae6a-452e-99a9-4678830447b6 req-336e0691-c5eb-4e77-b375-44a3ceb717f6 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 943 time: 0.1710598 Sep 18 01:02:47.131308 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Pushing event updated for resources: {'Port': ['ID=31d344bf-7a01-4651-9813-cae9ac176973,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:47.144280 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-42793fee-f2c5-41c9-a477-bfbab062534f None None] Port 31d344bf-7a01-4651-9813-cae9ac176973 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:02:47.149783 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Attempting to bind port 31d344bf-7a01-4651-9813-cae9ac176973 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:02:47.150125 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Attempting to bind port 31d344bf-7a01-4651-9813-cae9ac176973 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:02:47.150449 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Attempting to bind port 31d344bf-7a01-4651-9813-cae9ac176973 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:47.238963 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740a6438-9bb2-40d4-a2ee-98df2336811c x-openstack-request-id: req-740a6438-9bb2-40d4-a2ee-98df2336811c {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:47.239859 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:47.240338 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-740a6438-9bb2-40d4-a2ee-98df2336811c {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:47.241232 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-740a6438-9bb2-40d4-a2ee-98df2336811c'] response: {'name': 'network-changed', 'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'status': 'completed', 'code': 200} Sep 18 01:02:47.272667 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b4d9bea7-ae6a-452e-99a9-4678830447b6 req-6c0055be-06ce-4e5b-9975-a8e705126739 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239758 Sep 18 01:02:47.281936 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Port 31d344bf-7a01-4651-9813-cae9ac176973 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:02:47.283024 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Attempting to bind port 31d344bf-7a01-4651-9813-cae9ac176973 on network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:02:47.351288 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:02:47.352806 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Checking segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:02:47.353438 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Bound using segment: {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:02:47.355834 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Bound port: 31d344bf-7a01-4651-9813-cae9ac176973, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7984044f-a659-402e-bbb7-c4c7f6f0522d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:02:47.356424 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (31d344bf-7a01-4651-9813-cae9ac176973), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:47.371990 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-c2339027-4453-4324-981c-08bcffd13053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:47.374750 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-c2339027-4453-4324-981c-08bcffd13053 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c9f737f6350f4d1f993708b1f90a862e&device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 1129 time: 0.0831671 Sep 18 01:02:47.428697 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T01:00:02Z', 'revision_number': 5, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:47.446724 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] For port 31d344bf-7a01-4651-9813-cae9ac176973, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:02:47.450580 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] For port 31d344bf-7a01-4651-9813-cae9ac176973, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d344bf-7a01-4651-9813-cae9ac176973,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:02:47.452481 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:47.460724 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (31d344bf-7a01-4651-9813-cae9ac176973), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:47.466614 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:47.467228 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:47.468754 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/31d344bf-7a01-4651-9813-cae9ac176973 HTTP/1.1" status: 200 len: 1093 time: 1.3606148 Sep 18 01:02:47.469542 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'tag': '31d344bf-7a01-4651-9813-cae9ac176973'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:47.472869 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec49109-9c8e-4399-8620-36d913285473" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb33bda-3ec0-41d5-b1fd-edcabb801279", "tag": "31d344bf-7a01-4651-9813-cae9ac176973"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:47.473500 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] Checking router: ffa3533a-789b-4278-8b9d-6d4c19e56a9a for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:47.485999 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:47.486867 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:47.510944 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-0af88817-ea4e-40d4-aefb-5ecb0696ba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:47.512972 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-0af88817-ea4e-40d4-aefb-5ecb0696ba81 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=6fef5f4e-b094-42f4-8864-339fd1327a47 HTTP/1.1" status: 200 len: 916 time: 0.1320817 Sep 18 01:02:47.538054 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f913eaba-d340-444a-99aa-677c86060c92 x-openstack-request-id: req-f913eaba-d340-444a-99aa-677c86060c92 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:47.538494 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb33bda-3ec0-41d5-b1fd-edcabb801279", "tag": "31d344bf-7a01-4651-9813-cae9ac176973", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:47.538750 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f913eaba-d340-444a-99aa-677c86060c92 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:47.539734 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f913eaba-d340-444a-99aa-677c86060c92'] response: {'name': 'network-changed', 'server_uuid': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'tag': '31d344bf-7a01-4651-9813-cae9ac176973', 'status': 'completed', 'code': 200} Sep 18 01:02:47.545628 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c5620-8cc2-4942-8f39-0f07611724f7 service neutron] Pushing event updated for resources: {'Port': ['ID=31d344bf-7a01-4651-9813-cae9ac176973,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:47.611399 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:47.645336 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-42793fee-f2c5-41c9-a477-bfbab062534f None None] Attempt 3 to provision port 31d344bf-7a01-4651-9813-cae9ac176973 Sep 18 01:02:47.758688 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-42793fee-f2c5-41c9-a477-bfbab062534f None None] Port 31d344bf-7a01-4651-9813-cae9ac176973 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:02:47.822646 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-3a392c79-e966-4e95-a332-00531204299f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 200 len: 217 time: 0.0435205 Sep 18 01:02:47.842039 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T01:00:02Z', 'revision_number': 5, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:47.873355 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db9b258-d323-47ae-ab0b-002aaf443e17 None None] The sync data for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi is: [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T00:59:49Z', 'revision_number': 4, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '36cbfb29-244f-40a0-8103-9a9e57bc5288', 'name': '', 'network_id': '6fef5f4e-b094-42f4-8864-339fd1327a47', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'mac_address': 'fa:16:3e:42:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:48Z', 'updated_at': '2022-09-18T01:00:02Z', 'revision_number': 5, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'subnets': [{'id': '595b0dbc-1cbd-4eca-899d-ffb164355224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:47.873547 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec49109-9c8e-4399-8620-36d913285473 req-26c5a63d-0810-4717-bf9a-994297fca4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:47.880477 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eec49109-9c8e-4399-8620-36d913285473 req-26c5a63d-0810-4717-bf9a-994297fca4f7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 1127 time: 0.0819752 Sep 18 01:02:47.900674 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-d68aef70-fb63-4871-ae02-e3c72bd030e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:47.903443 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-d68aef70-fb63-4871-ae02-e3c72bd030e5 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=595b0dbc-1cbd-4eca-899d-ffb164355224 HTTP/1.1" status: 200 len: 854 time: 0.0656743 Sep 18 01:02:47.979323 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-ea46a07d-5303-476b-bb85-eee46a5fe613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:47.981427 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-ea46a07d-5303-476b-bb85-eee46a5fe613 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=6fef5f4e-b094-42f4-8864-339fd1327a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537601 Sep 18 01:02:48.057736 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec49109-9c8e-4399-8620-36d913285473 req-3bdc6e6e-1cbb-478a-a5c1-17b24db06e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:48.059389 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eec49109-9c8e-4399-8620-36d913285473 req-3bdc6e6e-1cbb-478a-a5c1-17b24db06e3d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=cf1375f9f28c43fda090a236635c4188&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1328981 Sep 18 01:02:48.089278 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:48.097374 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-6fb2099f-300b-4981-a69b-065e1d3ff60a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060708 Sep 18 01:02:48.200292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec49109-9c8e-4399-8620-36d913285473 req-79e505b3-8645-4291-b801-eede2e28664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:48.202003 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eec49109-9c8e-4399-8620-36d913285473 req-79e505b3-8645-4291-b801-eede2e28664f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347530 Sep 18 01:02:48.324724 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710d9a5-c781-4eef-9695-84bafc52199c None None] New status for floating IP 8a4ed2ca-b70f-4d5f-b679-7d1baba9aa82: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:02:48.381207 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5b49e34e-f140-4114-9e2a-4eede204fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:48.389219 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-5b49e34e-f140-4114-9e2a-4eede204fa6a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 1127 time: 0.1128993 Sep 18 01:02:48.503418 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-a06b7fc9-5f05-4e9a-9fee-501da3323b74 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d344bf-7a01-4651-9813-cae9ac176973 HTTP/1.1" status: 200 len: 217 time: 0.1007738 Sep 18 01:02:48.537361 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3d3d2846-062c-4996-bfb8-414fc98f0c52 req-e8a005ec-17a8-4e4b-a65a-75266a886c7a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321547 Sep 18 01:02:48.556526 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:48.601481 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de24039-3c27-41b0-938c-2db403ec735f req-075480a1-5431-4454-9006-4acf4a950e6a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:48.603585 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4de24039-3c27-41b0-938c-2db403ec735f req-075480a1-5431-4454-9006-4acf4a950e6a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 943 time: 0.1162379 Sep 18 01:02:48.620508 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-8f992a3c-b8f0-4327-a233-6415dea86140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:48.622285 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-8f992a3c-b8f0-4327-a233-6415dea86140 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=665e6178-f5ce-4fbf-9a1f-c6745892e403 HTTP/1.1" status: 200 len: 852 time: 0.0771215 Sep 18 01:02:48.693602 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-862f825b-8de9-4324-ba41-4783dcac70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:48.695282 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-862f825b-8de9-4324-ba41-4783dcac70e8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3227bd19-4c4c-45c0-aee5-e73b3870bae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654421 Sep 18 01:02:48.703829 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4de24039-3c27-41b0-938c-2db403ec735f req-a2f36f03-2c3b-4d62-b016-fc9bb4943df8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933318 Sep 18 01:02:48.833806 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-ef09a3e4-3493-48f3-9367-e12dc39a1fcf service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290379 Sep 18 01:02:48.960424 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-226c6889-fb7b-48ce-a00a-2827f4f837f0 req-fc180908-6451-4495-93f1-328738440830 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198587 Sep 18 01:02:49.052335 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c8471-8e00-4b71-b8e9-7d501be3c973 req-88432dd6-727b-4bca-a29f-d3cfddfcdde6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:49.053889 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-041c8471-8e00-4b71-b8e9-7d501be3c973 req-88432dd6-727b-4bca-a29f-d3cfddfcdde6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0575094 Sep 18 01:02:49.113884 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-041c8471-8e00-4b71-b8e9-7d501be3c973 req-1d4ff224-21f9-421a-b0c8-80a23f32fe20 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536349 Sep 18 01:02:49.694774 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45872) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:49.806932 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 31d344bf-7a01-4651-9813-cae9ac176973 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:02:49.816194 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0b25-ad79-42d8-9968-c95afd58947f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.868820 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f797d8-7f31-4aa9-8c7e-b9eaad416dca req-aae33b10-9b9b-40c7-bf3a-42c1f3d80896 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:49.870313 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e2f797d8-7f31-4aa9-8c7e-b9eaad416dca req-aae33b10-9b9b-40c7-bf3a-42c1f3d80896 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 943 time: 0.0741515 Sep 18 01:02:49.917658 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 31d344bf-7a01-4651-9813-cae9ac176973, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d344bf-7a01-4651-9813-cae9ac176973,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:49.932043 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '31d344bf-7a01-4651-9813-cae9ac176973', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'port_id': '31d344bf-7a01-4651-9813-cae9ac176973', 'mac_address': 'fa:16:3e:a6:9f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:02:49.972948 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 31d344bf-7a01-4651-9813-cae9ac176973 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:02:49.973562 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (31d344bf-7a01-4651-9813-cae9ac176973), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.981182 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e2f797d8-7f31-4aa9-8c7e-b9eaad416dca req-760ced5f-7dcc-46b3-908f-6c089a794396 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032069 Sep 18 01:02:49.986831 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0b25-ad79-42d8-9968-c95afd58947f admin admin] Publish callbacks [] for security_group (71b12892-6cdb-4fae-a419-f993e141d406), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.988051 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d344bf-7a01-4651-9813-cae9ac176973 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:02:49.993566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0b25-ad79-42d8-9968-c95afd58947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (71b12892-6cdb-4fae-a419-f993e141d406), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.003682 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:50.013220 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 31d344bf-7a01-4651-9813-cae9ac176973, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d344bf-7a01-4651-9813-cae9ac176973,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:50.019740 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (31d344bf-7a01-4651-9813-cae9ac176973), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.056693 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-3c0e0b25-ad79-42d8-9968-c95afd58947f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=f877d8f0958f4952b607685b1a5cb618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602815 Sep 18 01:02:50.057538 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0b25-ad79-42d8-9968-c95afd58947f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b12892-6cdb-4fae-a419-f993e141d406,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:50.059460 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45884) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:50.074120 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=31d344bf-7a01-4651-9813-cae9ac176973,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:50.097140 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca621d-85d4-4c5e-a519-dbd226620461 req-70d51a5f-0858-4b17-96ac-d46254b5d2a3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:50.104686 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83ca621d-85d4-4c5e-a519-dbd226620461 req-70d51a5f-0858-4b17-96ac-d46254b5d2a3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0677779 Sep 18 01:02:50.118716 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e97797d9-f554-46f3-8bfc-80ce60e15bac admin admin] Publish callbacks [] for security_group (71b12892-6cdb-4fae-a419-f993e141d406), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.139566 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e97797d9-f554-46f3-8bfc-80ce60e15bac admin admin] Publish callbacks [] for security_group (71b12892-6cdb-4fae-a419-f993e141d406), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.147143 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83ca621d-85d4-4c5e-a519-dbd226620461 req-405e2444-ceb8-4612-a935-7b13cab58c1d tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Sep 18 01:02:50.192883 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e97797d9-f554-46f3-8bfc-80ce60e15bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (71b12892-6cdb-4fae-a419-f993e141d406), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.195985 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e97797d9-f554-46f3-8bfc-80ce60e15bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.197144 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e97797d9-f554-46f3-8bfc-80ce60e15bac admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/71b12892-6cdb-4fae-a419-f993e141d406 HTTP/1.1" status: 204 len: 168 time: 0.1360741 Sep 18 01:02:50.206939 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97797d9-f554-46f3-8bfc-80ce60e15bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b12892-6cdb-4fae-a419-f993e141d406,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:50.247598 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:50.259789 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdc06f-1116-48b7-a1b8-4b3100bd8a99 req-aacc5617-9148-4caf-a12f-a6068d095a1c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:50.261292 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-19fdc06f-1116-48b7-a1b8-4b3100bd8a99 req-aacc5617-9148-4caf-a12f-a6068d095a1c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0595727 Sep 18 01:02:50.317415 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-19fdc06f-1116-48b7-a1b8-4b3100bd8a99 req-30f709be-fd13-4c90-97de-d2b13eebfcfa tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488300 Sep 18 01:02:50.366102 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['31d344bf-7a01-4651-9813-cae9ac176973'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:02:50.463556 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:50.505001 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 45892) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:50.520111 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad620df6-ebc1-4c23-8cb5-c5adcbe4d05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.568060 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:50.601223 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad620df6-ebc1-4c23-8cb5-c5adcbe4d05c admin admin] Publish callbacks [] for security_group (0db7a0d2-a393-462e-aefe-0e7b4c86c2ee), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.604948 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad620df6-ebc1-4c23-8cb5-c5adcbe4d05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0db7a0d2-a393-462e-aefe-0e7b4c86c2ee), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.644527 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ad620df6-ebc1-4c23-8cb5-c5adcbe4d05c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=8e5dbf82811144e7b8b7cefaf241f4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380503 Sep 18 01:02:50.645400 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad620df6-ebc1-4c23-8cb5-c5adcbe4d05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7a0d2-a393-462e-aefe-0e7b4c86c2ee,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:50.647145 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45894) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:50.695120 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dc9549a1-2f11-46ae-89b4-9bcf9668b718 admin admin] Publish callbacks [] for security_group (0db7a0d2-a393-462e-aefe-0e7b4c86c2ee), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.715976 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dc9549a1-2f11-46ae-89b4-9bcf9668b718 admin admin] Publish callbacks [] for security_group (0db7a0d2-a393-462e-aefe-0e7b4c86c2ee), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.763382 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dc9549a1-2f11-46ae-89b4-9bcf9668b718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (0db7a0d2-a393-462e-aefe-0e7b4c86c2ee), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.765859 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dc9549a1-2f11-46ae-89b4-9bcf9668b718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:50.767020 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-dc9549a1-2f11-46ae-89b4-9bcf9668b718 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/0db7a0d2-a393-462e-aefe-0e7b4c86c2ee HTTP/1.1" status: 204 len: 168 time: 0.1189065 Sep 18 01:02:50.775287 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9549a1-2f11-46ae-89b4-9bcf9668b718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7a0d2-a393-462e-aefe-0e7b4c86c2ee,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:51.117883 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a1d21-c511-4e5b-bbf4-33a2375496be req-0601a628-f105-4d9d-a5d9-0a6c3a4a059b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:51.119435 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e0a1d21-c511-4e5b-bbf4-33a2375496be req-0601a628-f105-4d9d-a5d9-0a6c3a4a059b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 944 time: 0.0506067 Sep 18 01:02:51.177387 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e0a1d21-c511-4e5b-bbf4-33a2375496be req-ba8753ff-f331-49ae-b5bb-bca74837a95c tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456467 Sep 18 01:02:51.280292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4f0a-a105-4260-9b7c-658c835e5b50 req-57783c07-13bd-425b-bd23-291f226de05e tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:51.281899 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-de9e4f0a-a105-4260-9b7c-658c835e5b50 req-57783c07-13bd-425b-bd23-291f226de05e tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0493817 Sep 18 01:02:51.330503 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-de9e4f0a-a105-4260-9b7c-658c835e5b50 req-95aea103-4fac-41e3-b379-f5ae05bf2f3e tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Sep 18 01:02:51.450424 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9a5c0-93a6-42df-ada1-cda507da21e9 req-47f42668-e8d0-4124-973f-e2c209032cd9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:51.452165 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a5c9a5c0-93a6-42df-ada1-cda507da21e9 req-47f42668-e8d0-4124-973f-e2c209032cd9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0479796 Sep 18 01:02:51.505995 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a5c9a5c0-93a6-42df-ada1-cda507da21e9 req-f7d22e77-fcc6-415d-aab6-766c944b532d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475457 Sep 18 01:02:51.820076 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 31d344bf-7a01-4651-9813-cae9ac176973 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:51.824295 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:51.864549 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 31d344bf-7a01-4651-9813-cae9ac176973 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:02:51.871865 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 31d344bf-7a01-4651-9813-cae9ac176973 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:02:51.872247 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (31d344bf-7a01-4651-9813-cae9ac176973), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:51.872587 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 31d344bf-7a01-4651-9813-cae9ac176973 Sep 18 01:02:51.949034 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 31d344bf-7a01-4651-9813-cae9ac176973 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:02:51.949427 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (31d344bf-7a01-4651-9813-cae9ac176973), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:51.972803 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d344bf-7a01-4651-9813-cae9ac176973'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:51.975065 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1989b963-1a61-498f-852f-9d8aa104ae70" -d '{"events": [{"server_uuid": "aeb33bda-3ec0-41d5-b1fd-edcabb801279", "name": "network-vif-plugged", "status": "completed", "tag": "31d344bf-7a01-4651-9813-cae9ac176973"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:51.990325 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 31d344bf-7a01-4651-9813-cae9ac176973, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d344bf-7a01-4651-9813-cae9ac176973,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:51.996053 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (31d344bf-7a01-4651-9813-cae9ac176973), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:52.020791 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2913d693-5d55-4d3f-a3e4-b673b5749e33 x-openstack-request-id: req-2913d693-5d55-4d3f-a3e4-b673b5749e33 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:52.021080 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb33bda-3ec0-41d5-b1fd-edcabb801279", "name": "network-vif-plugged", "status": "completed", "tag": "31d344bf-7a01-4651-9813-cae9ac176973", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:52.021623 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2913d693-5d55-4d3f-a3e4-b673b5749e33 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:52.021746 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2913d693-5d55-4d3f-a3e4-b673b5749e33'] response: {'server_uuid': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d344bf-7a01-4651-9813-cae9ac176973', 'code': 200} Sep 18 01:02:52.045782 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=31d344bf-7a01-4651-9813-cae9ac176973,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:52.323429 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a526cc8-9ee3-4b45-85d6-cc7dbeb50d1c req-b6df8ebe-d620-4ecd-8636-8248195d9535 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:52.325807 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0a526cc8-9ee3-4b45-85d6-cc7dbeb50d1c req-b6df8ebe-d620-4ecd-8636-8248195d9535 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 945 time: 0.0544083 Sep 18 01:02:52.376418 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0a526cc8-9ee3-4b45-85d6-cc7dbeb50d1c req-8a277e4f-7f4e-4775-a18b-548021fb34a3 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436964 Sep 18 01:02:52.500550 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4464-0fec-4263-808e-1d0e2128ea12 req-c2184571-1834-43a4-b2a6-2c5ff890651e tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:52.502124 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-015f4464-0fec-4263-808e-1d0e2128ea12 req-c2184571-1834-43a4-b2a6-2c5ff890651e tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0881207 Sep 18 01:02:52.522503 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf33b2-e261-4aef-bac1-75d8bbbd5613 req-db3f78d8-22b8-4d14-823a-bef0d8ff0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:52.523087 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-6ed20331-9cc5-4cbb-b34c-0602925d8bd1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:52.525092 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-6ed20331-9cc5-4cbb-b34c-0602925d8bd1 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 945 time: 0.0732236 Sep 18 01:02:52.525935 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ddbf33b2-e261-4aef-bac1-75d8bbbd5613 req-db3f78d8-22b8-4d14-823a-bef0d8ff0b17 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 1129 time: 0.0596261 Sep 18 01:02:52.591106 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-ddbf33b2-e261-4aef-bac1-75d8bbbd5613 req-079c57bd-d025-4c8c-8891-85c99db193e0 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554092 Sep 18 01:02:52.624984 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-015f4464-0fec-4263-808e-1d0e2128ea12 req-de4e1cd7-d7be-4e1b-8626-1ff2604b5635 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=044246fb-fc9c-4479-ba94-a89c06bee7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140959 Sep 18 01:02:52.697163 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Deleting port d02eceef-bf2a-4aaa-b246-5fafd4b75314 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:52.697508 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:52.717802 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bb2e0-864a-4d0d-8697-415a83c30511 req-957a875c-8ef1-48d4-8474-970be6a8ddeb tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:52.719484 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d38bb2e0-864a-4d0d-8697-415a83c30511 req-957a875c-8ef1-48d4-8474-970be6a8ddeb tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.1085861 Sep 18 01:02:52.779087 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:52.796620 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:52.826386 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d38bb2e0-864a-4d0d-8697-415a83c30511 req-4c65af78-1377-460f-bf41-15369b7aefe1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723348 Sep 18 01:02:52.835748 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:52.842268 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] For port d02eceef-bf2a-4aaa-b246-5fafd4b75314, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d02eceef-bf2a-4aaa-b246-5fafd4b75314,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:52.842609 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:52.855824 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Calling delete_port for d02eceef-bf2a-4aaa-b246-5fafd4b75314 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:52.985700 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (d02eceef-bf2a-4aaa-b246-5fafd4b75314), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:53.015590 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Pushing event deleted for resources: {'Port': ['ID=d02eceef-bf2a-4aaa-b246-5fafd4b75314,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:53.027617 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['d02eceef-bf2a-4aaa-b246-5fafd4b75314'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:02:53.064690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] No DVR routers for this DVR port d02eceef-bf2a-4aaa-b246-5fafd4b75314 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:53.067193 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:53.071005 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d7283c89-9ff6-4827-ab22-19e6f053251d req-3d6ba172-5cff-4def-a148-ad5e23846e6f tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d02eceef-bf2a-4aaa-b246-5fafd4b75314 HTTP/1.1" status: 204 len: 173 time: 0.5356834 Sep 18 01:02:53.071508 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'name': 'network-vif-deleted', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:53.073801 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c362dc70-cf22-4747-b7c2-f7e432007969" -d '{"events": [{"server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "name": "network-vif-deleted", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:53.111201 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8a8f31-70a8-44dc-9ed5-2907a931729e x-openstack-request-id: req-7b8a8f31-70a8-44dc-9ed5-2907a931729e {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:53.111436 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d3affc-6943-43c5-9921-109f6fe429fe", "name": "network-vif-deleted", "tag": "d02eceef-bf2a-4aaa-b246-5fafd4b75314", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:53.111688 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b8a8f31-70a8-44dc-9ed5-2907a931729e {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:53.112127 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8a8f31-70a8-44dc-9ed5-2907a931729e'] response: {'server_uuid': '35d3affc-6943-43c5-9921-109f6fe429fe', 'name': 'network-vif-deleted', 'tag': 'd02eceef-bf2a-4aaa-b246-5fafd4b75314', 'status': 'completed', 'code': 200} Sep 18 01:02:53.508870 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac2283-5c92-4be7-a1c0-17d4b71cef9b req-75eaa355-992d-4f1a-95f3-fe44a76eecb8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:53.510370 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-88ac2283-5c92-4be7-a1c0-17d4b71cef9b req-75eaa355-992d-4f1a-95f3-fe44a76eecb8 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Sep 18 01:02:53.561023 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-88ac2283-5c92-4be7-a1c0-17d4b71cef9b req-2c733297-e22c-4060-bc76-5928b8b20f14 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427129 Sep 18 01:02:53.736147 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-37bf539f-692c-43ad-811b-457b19d0100c req-30bab6e3-9d4f-4c09-a27c-9d7164d08d4c tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0308850 Sep 18 01:02:53.961841 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2922a0d-ae3f-4b5e-893d-5a803e8d2a1f req-26a18969-97d8-4d1f-8df7-c5d9b7b65778 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:53.963459 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f2922a0d-ae3f-4b5e-893d-5a803e8d2a1f req-26a18969-97d8-4d1f-8df7-c5d9b7b65778 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0480778 Sep 18 01:02:54.022740 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f2922a0d-ae3f-4b5e-893d-5a803e8d2a1f req-2f3ead31-d8d6-4bd5-8821-11fb83657d84 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525255 Sep 18 01:02:54.510416 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ea88cb2e-6814-4658-a272-237d92f4f7f0 req-c9602103-9633-46b0-b075-53334a121acb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259860 Sep 18 01:02:54.680226 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215072a-9630-4870-b187-3c908e960e62 req-76c480c0-71e4-4766-84fc-a761421e2828 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:54.681690 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b215072a-9630-4870-b187-3c908e960e62 req-76c480c0-71e4-4766-84fc-a761421e2828 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 945 time: 0.0471938 Sep 18 01:02:54.729515 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b215072a-9630-4870-b187-3c908e960e62 req-6dd16d1c-ac1d-4817-9465-fac52f23b498 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422614 Sep 18 01:02:54.819443 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ea88cb2e-6814-4658-a272-237d92f4f7f0 req-fda80f93-8c41-4c18-8c3e-cca9a5e255a7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c9f737f6350f4d1f993708b1f90a862e&device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0359659 Sep 18 01:02:54.895211 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-311aafde-08ec-4298-aebc-4b438f9edac0 req-2a4697ff-5a5d-4c75-b83e-b7282a04d4f3 tempest-TestMinimumBasicScenario-929481336 tempest-TestMinimumBasicScenario-929481336-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=35d3affc-6943-43c5-9921-109f6fe429fe HTTP/1.1" status: 200 len: 210 time: 0.0525541 Sep 18 01:02:54.929715 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e87dd7-9126-499f-930e-cb0cd2c7d1b3 req-98ba7204-88a3-4dd6-a3ce-49861baead7f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:54.931963 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d4e87dd7-9126-499f-930e-cb0cd2c7d1b3 req-98ba7204-88a3-4dd6-a3ce-49861baead7f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 945 time: 0.1222620 Sep 18 01:02:54.942704 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 45982) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:54.951523 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-9d53c684-8168-464d-9cc6-3336dadf797a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Request body: {'floatingip': {'port_id': '31d344bf-7a01-4651-9813-cae9ac176973'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:02:55.005046 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d53c684-8168-464d-9cc6-3336dadf797a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (27d0b055-0f87-4a0b-9490-cde0a9d4c50a), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.070122 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88cb2e-6814-4658-a272-237d92f4f7f0 req-17734701-63e2-4d22-b8ed-17474efb9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:55.071677 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ea88cb2e-6814-4658-a272-237d92f4f7f0 req-17734701-63e2-4d22-b8ed-17474efb9d5c service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=c9f737f6350f4d1f993708b1f90a862e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2245972 Sep 18 01:02:55.216355 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:55.228966 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a420be-81ea-4270-be85-41ea173ab91b req-128f295a-5bee-4116-ab16-d47af13eb4e6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:55.230660 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-54a420be-81ea-4270-be85-41ea173ab91b req-128f295a-5bee-4116-ab16-d47af13eb4e6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.1066103 Sep 18 01:02:55.230994 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:55.319336 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88cb2e-6814-4658-a272-237d92f4f7f0 req-03f4a083-5c9c-47d3-8472-76eb997998fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:55.320933 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ea88cb2e-6814-4658-a272-237d92f4f7f0 req-03f4a083-5c9c-47d3-8472-76eb997998fd service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2411785 Sep 18 01:02:55.379153 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-54a420be-81ea-4270-be85-41ea173ab91b req-89efa309-6146-4091-9ed5-b693e7003b1b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172309 Sep 18 01:02:55.615522 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d53c684-8168-464d-9cc6-3336dadf797a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.619139 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d53c684-8168-464d-9cc6-3336dadf797a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (27d0b055-0f87-4a0b-9490-cde0a9d4c50a), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.713938 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [None req-9d53c684-8168-464d-9cc6-3336dadf797a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Floating IP 27d0b055-0f87-4a0b-9490-cde0a9d4c50a associated. External IP: 172.37.7.175, port: 31d344bf-7a01-4651-9813-cae9ac176973. Sep 18 01:02:55.827942 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d02eceef-bf2a-4aaa-b246-5fafd4b75314 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:55.848805 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: d02eceef-bf2a-4aaa-b246-5fafd4b75314 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:55.849153 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d02eceef-bf2a-4aaa-b246-5fafd4b75314 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:56.152901 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d53c684-8168-464d-9cc6-3336dadf797a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:56.262098 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d53c684-8168-464d-9cc6-3336dadf797a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:56.267167 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9d53c684-8168-464d-9cc6-3336dadf797a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:56.272695 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:56.288044 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:56.288663 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:56.298723 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-9d53c684-8168-464d-9cc6-3336dadf797a tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/27d0b055-0f87-4a0b-9490-cde0a9d4c50a HTTP/1.1" status: 200 len: 991 time: 1.3547299 Sep 18 01:02:56.299734 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'tag': '31d344bf-7a01-4651-9813-cae9ac176973'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:56.302089 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05324f0-180b-4f2d-a334-08e5c5de13cf" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb33bda-3ec0-41d5-b1fd-edcabb801279", "tag": "31d344bf-7a01-4651-9813-cae9ac176973"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:56.343673 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9959c038-4857-4c55-ba41-45b342b0d731 x-openstack-request-id: req-9959c038-4857-4c55-ba41-45b342b0d731 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:56.343972 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb33bda-3ec0-41d5-b1fd-edcabb801279", "tag": "31d344bf-7a01-4651-9813-cae9ac176973", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:56.344245 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9959c038-4857-4c55-ba41-45b342b0d731 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:56.345013 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9959c038-4857-4c55-ba41-45b342b0d731'] response: {'name': 'network-changed', 'server_uuid': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'tag': '31d344bf-7a01-4651-9813-cae9ac176973', 'status': 'completed', 'code': 200} Sep 18 01:02:56.408979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:56.498147 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-0763a0c8-e745-4e16-8d15-0e7b8c5bd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:56.501251 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-0763a0c8-e745-4e16-8d15-0e7b8c5bd04a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=cf1375f9f28c43fda090a236635c4188&device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 1129 time: 0.1030805 Sep 18 01:02:56.528205 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:56.564958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:56.600390 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec63c94-2434-48d8-830c-5eec0cebc2b1 req-83635fe4-27f8-432e-bd50-f190962dc5fe tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:56.611608 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1ec63c94-2434-48d8-830c-5eec0cebc2b1 req-83635fe4-27f8-432e-bd50-f190962dc5fe tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.1039290 Sep 18 01:02:56.739520 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46060) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:56.751576 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1ec63c94-2434-48d8-830c-5eec0cebc2b1 req-e0825948-7f5a-447c-af86-12c5d8de4801 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386065 Sep 18 01:02:56.767938 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-f8bd19d3-7a71-460e-befe-e2168c21b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:56.770289 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-f8bd19d3-7a71-460e-befe-e2168c21b3be service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 200 len: 914 time: 0.2424650 Sep 18 01:02:56.787256 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:56.850266 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-7e07b12c-97c1-4c05-8631-13693255f486 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d344bf-7a01-4651-9813-cae9ac176973 HTTP/1.1" status: 200 len: 999 time: 0.0736067 Sep 18 01:02:56.853110 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '27d0b055-0f87-4a0b-9490-cde0a9d4c50a', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.175', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '31d344bf-7a01-4651-9813-cae9ac176973', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:a6:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:02:42Z', 'updated_at': '2022-09-18T01:02:55Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:56.882606 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:56.892898 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:56.893523 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:56.913034 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46064) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:56.925356 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-7b0b2fb0-d53b-47b2-8066-1d735a820bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:56.927007 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-7b0b2fb0-d53b-47b2-8066-1d735a820bb4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=665e6178-f5ce-4fbf-9a1f-c6745892e403 HTTP/1.1" status: 200 len: 852 time: 0.0702131 Sep 18 01:02:56.977543 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-bba63688-ccc3-4cf7-a19c-a2537e0e3c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:56.979264 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-bba63688-ccc3-4cf7-a19c-a2537e0e3c05 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=3227bd19-4c4c-45c0-aee5-e73b3870bae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466719 Sep 18 01:02:57.012055 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:57.081744 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:57.096381 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-bbe5329b-e832-405d-b445-c4ff02eca81e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112440 Sep 18 01:02:57.134533 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3d38-73d1-49b2-b68a-3bbc2f6cfafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.169569 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.256431 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e05324f0-180b-4f2d-a334-08e5c5de13cf req-b56021c4-64d8-498b-9eba-879b55a14e05 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517122 Sep 18 01:02:57.277095 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '27d0b055-0f87-4a0b-9490-cde0a9d4c50a', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.175', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '31d344bf-7a01-4651-9813-cae9ac176973', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:a6:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:02:42Z', 'updated_at': '2022-09-18T01:02:55Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:57.307193 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3d38-73d1-49b2-b68a-3bbc2f6cfafc admin admin] Publish callbacks [] for security_group (40c9616c-3516-42f1-94b5-402727ae933d), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.308100 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6884541a-e558-4c96-87e4-cb98c7ae7c80 None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '27d0b055-0f87-4a0b-9490-cde0a9d4c50a', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'floating_ip_address': '172.37.7.175', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'port_id': '31d344bf-7a01-4651-9813-cae9ac176973', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'mac_address': 'fa:16:3e:a6:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:02:42Z', 'updated_at': '2022-09-18T01:02:55Z', 'revision_number': 1, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:57.313049 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4c7d3d38-73d1-49b2-b68a-3bbc2f6cfafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (40c9616c-3516-42f1-94b5-402727ae933d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.359177 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-4c7d3d38-73d1-49b2-b68a-3bbc2f6cfafc admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=74193f3614034419bde02dac15591f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4450009 Sep 18 01:02:57.359769 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d3d38-73d1-49b2-b68a-3bbc2f6cfafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c9616c-3516-42f1-94b5-402727ae933d,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:57.362117 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46068) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:57.421590 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f5729174-1c4a-4968-96fe-56715e865729 admin admin] Publish callbacks [] for security_group (40c9616c-3516-42f1-94b5-402727ae933d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.428081 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Deleting port 36cbfb29-244f-40a0-8103-9a9e57bc5288 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:57.428505 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.449126 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f5729174-1c4a-4968-96fe-56715e865729 admin admin] Publish callbacks [] for security_group (40c9616c-3516-42f1-94b5-402727ae933d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.481659 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:57.507390 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f5729174-1c4a-4968-96fe-56715e865729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (40c9616c-3516-42f1-94b5-402727ae933d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.517113 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f5729174-1c4a-4968-96fe-56715e865729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.520693 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-f5729174-1c4a-4968-96fe-56715e865729 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/40c9616c-3516-42f1-94b5-402727ae933d HTTP/1.1" status: 204 len: 168 time: 0.1523132 Sep 18 01:02:57.522321 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] For port 36cbfb29-244f-40a0-8103-9a9e57bc5288, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=36cbfb29-244f-40a0-8103-9a9e57bc5288,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:57.522982 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.528605 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5729174-1c4a-4968-96fe-56715e865729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c9616c-3516-42f1-94b5-402727ae933d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:57.546093 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Calling delete_port for 36cbfb29-244f-40a0-8103-9a9e57bc5288 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:57.567398 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c302bfbb-d3f7-4ac6-b0a4-ceeabd4f83a1 None None] New status for floating IP 27d0b055-0f87-4a0b-9490-cde0a9d4c50a: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:02:57.679212 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:57.747217 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (36cbfb29-244f-40a0-8103-9a9e57bc5288), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.780849 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Pushing event deleted for resources: {'Port': ['ID=36cbfb29-244f-40a0-8103-9a9e57bc5288,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:57.864742 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46076) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:57.890606 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-aabb005c-ee8a-4c62-bb9d-c3c28fa3d4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:57.936550 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290d795-cbfb-4cbe-b03c-5ccf7bcd5428 req-58c95a8e-abc7-4f40-ad9d-a61d436f1f2e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:57.938062 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0290d795-cbfb-4cbe-b03c-5ccf7bcd5428 req-58c95a8e-abc7-4f40-ad9d-a61d436f1f2e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0664043 Sep 18 01:02:57.953440 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.015663 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0290d795-cbfb-4cbe-b03c-5ccf7bcd5428 req-40558e52-5de3-405c-88ba-51405293c7e1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688894 Sep 18 01:02:58.043826 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:58.053476 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:58.059466 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-aabb005c-ee8a-4c62-bb9d-c3c28fa3d4ee admin admin] Publish callbacks [] for security_group (a852786d-cd33-4c5f-b869-67d8314c603f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.064283 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-aabb005c-ee8a-4c62-bb9d-c3c28fa3d4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a852786d-cd33-4c5f-b869-67d8314c603f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.109259 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-aabb005c-ee8a-4c62-bb9d-c3c28fa3d4ee admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ddec05ac235b4480b7a288efaaab0eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433023 Sep 18 01:02:58.111577 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb005c-ee8a-4c62-bb9d-c3c28fa3d4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a852786d-cd33-4c5f-b869-67d8314c603f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:58.111905 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46078) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:58.214273 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c853d72-0dcd-4a22-8cdb-46d2c3d15a22 admin admin] Publish callbacks [] for security_group (a852786d-cd33-4c5f-b869-67d8314c603f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.228310 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Router ffa3533a-789b-4278-8b9d-6d4c19e56a9a has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:58.244589 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c853d72-0dcd-4a22-8cdb-46d2c3d15a22 admin admin] Publish callbacks [] for security_group (a852786d-cd33-4c5f-b869-67d8314c603f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.367996 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c853d72-0dcd-4a22-8cdb-46d2c3d15a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (a852786d-cd33-4c5f-b869-67d8314c603f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.370781 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c853d72-0dcd-4a22-8cdb-46d2c3d15a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.371954 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7c853d72-0dcd-4a22-8cdb-46d2c3d15a22 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/a852786d-cd33-4c5f-b869-67d8314c603f HTTP/1.1" status: 204 len: 168 time: 0.2590950 Sep 18 01:02:58.384729 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c853d72-0dcd-4a22-8cdb-46d2c3d15a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a852786d-cd33-4c5f-b869-67d8314c603f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:58.386987 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:58.391955 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-6c5a83e5-704c-4cb0-9053-927fa7ac2358 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/ffa3533a-789b-4278-8b9d-6d4c19e56a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6506448 Sep 18 01:02:58.394389 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46082) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:58.408235 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] Sync routers for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:58.430592 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:58.431211 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:58.527313 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks [] for router (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.530450 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:58.547231 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:58.653815 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks [] for router_gateway (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.698828 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Deleting port 9bdba3af-8d73-4887-833d-b266e04c8ab6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:58.699171 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.736581 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42'}], 'enable_snat': True}, 'gw_port_id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T01:02:57Z', 'revision_number': 5, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port': {'id': '9bdba3af-8d73-4887-833d-b266e04c8ab6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:28:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:44Z', 'updated_at': '2022-09-18T00:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:58.761143 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] Checking router: ffa3533a-789b-4278-8b9d-6d4c19e56a9a for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:58.768446 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:58.771328 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] Routers {'ffa3533a-789b-4278-8b9d-6d4c19e56a9a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:58.771948 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:58.792623 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] For port 9bdba3af-8d73-4887-833d-b266e04c8ab6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9bdba3af-8d73-4887-833d-b266e04c8ab6,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:58.793124 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.807648 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Calling delete_port for 9bdba3af-8d73-4887-833d-b266e04c8ab6 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:58.860084 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] Set router ffa3533a-789b-4278-8b9d-6d4c19e56a9a gateway port host: None {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:58.862108 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:58.924782 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T01:02:58Z', 'revision_number': 6, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:58.952664 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e680ccb9-2cae-4ec3-b0be-f06b67ac7ae4 None None] The sync data for ids ['ffa3533a-789b-4278-8b9d-6d4c19e56a9a'] in dv-cinder-master-3-iscsi is: [{'id': 'ffa3533a-789b-4278-8b9d-6d4c19e56a9a', 'name': 'tempest-TestMinimumBasicScenario-2107024351-router', 'tenant_id': 'c9f737f6350f4d1f993708b1f90a862e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:43Z', 'updated_at': '2022-09-18T01:02:58Z', 'revision_number': 6, 'project_id': 'c9f737f6350f4d1f993708b1f90a862e', 'gw_port_host': None}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:58.967315 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:58.995434 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (9bdba3af-8d73-4887-833d-b266e04c8ab6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.020767 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdba3af-8d73-4887-833d-b266e04c8ab6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:59.095970 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.164042 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943062f-5d5f-4077-b110-4f2d93692d60 req-8ed4f58c-f9de-44d6-9958-8df31923d1ad tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:59.165592 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3943062f-5d5f-4077-b110-4f2d93692d60 req-8ed4f58c-f9de-44d6-9958-8df31923d1ad tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0554669 Sep 18 01:02:59.191545 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.193980 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks [] for router_controller (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.222809 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3943062f-5d5f-4077-b110-4f2d93692d60 req-3240940d-61d1-4071-8341-ce0192ac8808 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515494 Sep 18 01:02:59.248964 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (ffa3533a-789b-4278-8b9d-6d4c19e56a9a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.250258 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffa3533a-789b-4278-8b9d-6d4c19e56a9a {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:02:59.255511 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.259729 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7e3c005e-4d9b-4220-b054-9c4c30a76e05 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/ffa3533a-789b-4278-8b9d-6d4c19e56a9a HTTP/1.1" status: 204 len: 168 time: 0.8608668 Sep 18 01:02:59.260144 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46106) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:59.322351 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21020ad-c614-4b52-8f91-adc90508dbae admin admin] Deleting subnet 595b0dbc-1cbd-4eca-899d-ffb164355224 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:02:59.327205 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c21020ad-c614-4b52-8f91-adc90508dbae admin admin] Publish callbacks [] for subnet (595b0dbc-1cbd-4eca-899d-ffb164355224), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.369672 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c21020ad-c614-4b52-8f91-adc90508dbae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (595b0dbc-1cbd-4eca-899d-ffb164355224), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.457032 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c21020ad-c614-4b52-8f91-adc90508dbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (595b0dbc-1cbd-4eca-899d-ffb164355224), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.521032 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c21020ad-c614-4b52-8f91-adc90508dbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (595b0dbc-1cbd-4eca-899d-ffb164355224), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.548423 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21020ad-c614-4b52-8f91-adc90508dbae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=595b0dbc-1cbd-4eca-899d-ffb164355224,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:59.552654 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c21020ad-c614-4b52-8f91-adc90508dbae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.556218 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c21020ad-c614-4b52-8f91-adc90508dbae admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/595b0dbc-1cbd-4eca-899d-ffb164355224 HTTP/1.1" status: 204 len: 168 time: 0.2951097 Sep 18 01:02:59.559148 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46114) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:59.562009 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8129e-fdfd-4341-8a2d-cf9c992b8d33 None None] Network 6fef5f4e-b094-42f4-8864-339fd1327a47 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:02:59.577126 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=14 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:59.652297 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (6fef5f4e-b094-42f4-8864-339fd1327a47), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.702918 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Deleting port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:59.703259 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.776653 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] DHCP port deletion for 6fef5f4e-b094-42f4-8864-339fd1327a47 request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:02:59.777108 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] For port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0aebe2c9-00f8-41a4-a454-c6dc3fd4c233,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:59.777484 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.792553 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Calling delete_port for 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:59.828187 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Deleting port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:59.828751 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.876572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.901554 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] For port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0aebe2c9-00f8-41a4-a454-c6dc3fd4c233,segment=NetworkSegment(717f5a2b-3930-4f2d-ab17-58d845fcab2c),segment_id=717f5a2b-3930-4f2d-ab17-58d845fcab2c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:59.901965 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.904909 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aebe2c9-00f8-41a4-a454-c6dc3fd4c233,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:59.908734 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] No DVR routers for this DVR port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 on host dv-cinder-master-3-iscsi {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:59.922565 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Calling delete_port for 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:59.993528 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (6fef5f4e-b094-42f4-8864-339fd1327a47), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.003950 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (0aebe2c9-00f8-41a4-a454-c6dc3fd4c233), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.007129 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:00.021054 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fef5f4e-b094-42f4-8864-339fd1327a47']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:00.028498 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Pushing event deleted for resources: {'Port': ['ID=0aebe2c9-00f8-41a4-a454-c6dc3fd4c233,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:00.031695 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717f5a2b-3930-4f2d-ab17-58d845fcab2c') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:00.031968 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717f5a2b-3930-4f2d-ab17-58d845fcab2c') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:00.040573 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.040922 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.041290 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.041650 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.041990 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.042324 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.042664 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.042987 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.043156 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (717f5a2b-3930-4f2d-ab17-58d845fcab2c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.043312 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.043627 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.043957 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.044305 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.044648 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.044954 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.045277 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:00.048225 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b55d79-41eb-422b-9e2e-33e02c50cbe7 None None] No DVR routers for this DVR port 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 on host dv-cinder-master-3-iscsi {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:00.059849 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (717f5a2b-3930-4f2d-ab17-58d845fcab2c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.077238 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:03:00.077715 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (717f5a2b-3930-4f2d-ab17-58d845fcab2c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.122724 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 717f5a2b-3930-4f2d-ab17-58d845fcab2c resource provider aggregate not found Sep 18 01:03:00.150825 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 717f5a2b-3930-4f2d-ab17-58d845fcab2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 717f5a2b-3930-4f2d-ab17-58d845fcab2c found for delete ", "request_id": "req-396ed59d-9842-4359-ae72-a256197616d7"}]} Sep 18 01:03:00.155246 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (6fef5f4e-b094-42f4-8864-339fd1327a47), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.172411 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.175537 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/6fef5f4e-b094-42f4-8864-339fd1327a47 HTTP/1.1" status: 204 len: 168 time: 0.6149950 Sep 18 01:03:00.176605 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1899b0-e71d-48d1-836e-a8f4dab95109 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fef5f4e-b094-42f4-8864-339fd1327a47,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:00.178432 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46136) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:00.318478 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 9bdba3af-8d73-4887-833d-b266e04c8ab6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:00.341530 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 9bdba3af-8d73-4887-833d-b266e04c8ab6 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:00.341870 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 9bdba3af-8d73-4887-833d-b266e04c8ab6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:00.342584 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 36cbfb29-244f-40a0-8103-9a9e57bc5288 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:00.362110 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 36cbfb29-244f-40a0-8103-9a9e57bc5288 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:00.362728 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 36cbfb29-244f-40a0-8103-9a9e57bc5288 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:00.363286 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:00.383421 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:00.384261 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 0aebe2c9-00f8-41a4-a454-c6dc3fd4c233 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:00.411038 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60465c-0668-4948-9463-aac82d445dc9 req-91de2592-6fcf-4e2f-a1ec-50193f14986d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:00.413690 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ef60465c-0668-4948-9463-aac82d445dc9 req-91de2592-6fcf-4e2f-a1ec-50193f14986d tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0812066 Sep 18 01:03:00.474673 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ef60465c-0668-4948-9463-aac82d445dc9 req-67f152a7-5799-408c-94ad-97d83e18e562 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534096 Sep 18 01:03:00.566768 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (0691fdf3-7263-47a6-991d-43ff1a2da130), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.657857 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:00.739915 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8c28beb-76f0-4b51-bab0-00dfd262dbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.041477 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Deleting port 06eadf51-ec84-49a7-a361-79a387901b11 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:01.042126 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (06eadf51-ec84-49a7-a361-79a387901b11), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.123136 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] For port 06eadf51-ec84-49a7-a361-79a387901b11, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06eadf51-ec84-49a7-a361-79a387901b11,segment=NetworkSegment(48f989d2-9f2c-4f5b-833a-6fe38db8e8ea),segment_id=48f989d2-9f2c-4f5b-833a-6fe38db8e8ea)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:01.123493 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (06eadf51-ec84-49a7-a361-79a387901b11), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.139269 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Calling delete_port for 06eadf51-ec84-49a7-a361-79a387901b11 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:01.240263 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:01.326526 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (06eadf51-ec84-49a7-a361-79a387901b11), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.348377 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06eadf51-ec84-49a7-a361-79a387901b11,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:01.516649 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (0691fdf3-7263-47a6-991d-43ff1a2da130), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.622748 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d2d1a-d68e-4026-842c-011c471391cf req-bf7386e4-cc76-4c39-abc6-3c6aadd8dca0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:01.624139 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b71d2d1a-d68e-4026-842c-011c471391cf req-bf7386e4-cc76-4c39-abc6-3c6aadd8dca0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0503550 Sep 18 01:03:01.674979 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b71d2d1a-d68e-4026-842c-011c471391cf req-42ccfd1f-7496-47c6-b1c7-b6acdf379117 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449090 Sep 18 01:03:01.728531 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Router 0691fdf3-7263-47a6-991d-43ff1a2da130 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:01.815557 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:01.836988 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:01.842215 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f2624ea3-8c9d-41eb-9d35-16c36212e7b5 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/0691fdf3-7263-47a6-991d-43ff1a2da130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6625824 Sep 18 01:03:01.844567 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46150) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:01.847256 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] Sync routers for ids ['0691fdf3-7263-47a6-991d-43ff1a2da130'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:01.857986 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] Routers {'0691fdf3-7263-47a6-991d-43ff1a2da130'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:01.858626 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['0691fdf3-7263-47a6-991d-43ff1a2da130'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:01.951365 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks [] for router (0691fdf3-7263-47a6-991d-43ff1a2da130), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.968667 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] Set router 0691fdf3-7263-47a6-991d-43ff1a2da130 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:02.052451 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks [] for router_gateway (0691fdf3-7263-47a6-991d-43ff1a2da130), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.101555 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Deleting port 6fb58858-3b9a-401c-a07d-98cf6882c36f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:02.102427 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.105455 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:02.187118 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] For port 6fb58858-3b9a-401c-a07d-98cf6882c36f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6fb58858-3b9a-401c-a07d-98cf6882c36f,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:02.187397 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.200675 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Calling delete_port for 6fb58858-3b9a-401c-a07d-98cf6882c36f owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:02.231618 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103'}], 'enable_snat': True}, 'gw_port_id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:58Z', 'updated_at': '2022-09-18T01:03:01Z', 'revision_number': 5, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'gw_port': {'id': '6fb58858-3b9a-401c-a07d-98cf6882c36f', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:00Z', 'updated_at': '2022-09-18T01:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:02.257069 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] Checking router: 0691fdf3-7263-47a6-991d-43ff1a2da130 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:02.266506 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] Routers {'0691fdf3-7263-47a6-991d-43ff1a2da130'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:02.267111 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:02:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['0691fdf3-7263-47a6-991d-43ff1a2da130'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:02.352686 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] Set router 0691fdf3-7263-47a6-991d-43ff1a2da130 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:02.371072 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (6fb58858-3b9a-401c-a07d-98cf6882c36f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.400377 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb58858-3b9a-401c-a07d-98cf6882c36f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:02.404990 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:58Z', 'updated_at': '2022-09-18T01:03:02Z', 'revision_number': 6, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:02.437395 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83343e49-b58f-4992-9ead-8d9616a6b101 None None] The sync data for ids ['0691fdf3-7263-47a6-991d-43ff1a2da130'] in dv-cinder-master-3-iscsi is: [{'id': '0691fdf3-7263-47a6-991d-43ff1a2da130', 'name': 'tempest-TestMinimumBasicScenario-1052609695-router', 'tenant_id': '60700a7ed187472bb91e8e138940f65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:58Z', 'updated_at': '2022-09-18T01:03:02Z', 'revision_number': 6, 'project_id': '60700a7ed187472bb91e8e138940f65d', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:02.462698 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (0691fdf3-7263-47a6-991d-43ff1a2da130), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.550316 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (0691fdf3-7263-47a6-991d-43ff1a2da130), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.552488 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks [] for router_controller (0691fdf3-7263-47a6-991d-43ff1a2da130), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.592924 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (0691fdf3-7263-47a6-991d-43ff1a2da130), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.593493 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0691fdf3-7263-47a6-991d-43ff1a2da130 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:03:02.598060 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.599207 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-06ac0d18-f30a-4122-a8cd-67cbd79f901d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/0691fdf3-7263-47a6-991d-43ff1a2da130 HTTP/1.1" status: 204 len: 168 time: 0.7534115 Sep 18 01:03:02.601959 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46154) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:02.646650 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8d849c-5181-4bc7-a188-87467e7467dd admin admin] Deleting subnet ee5c9f79-a673-4317-be24-1a48e0f12574 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:03:02.649765 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c8d849c-5181-4bc7-a188-87467e7467dd admin admin] Publish callbacks [] for subnet (ee5c9f79-a673-4317-be24-1a48e0f12574), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.687233 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c8d849c-5181-4bc7-a188-87467e7467dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (ee5c9f79-a673-4317-be24-1a48e0f12574), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.725613 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:02.764788 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c8d849c-5181-4bc7-a188-87467e7467dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (ee5c9f79-a673-4317-be24-1a48e0f12574), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.812404 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40791-6870-421d-abe9-7481812d6b20 req-507c7027-cd93-4c09-a206-08f2fdb82516 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:02.813965 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-33f40791-6870-421d-abe9-7481812d6b20 req-507c7027-cd93-4c09-a206-08f2fdb82516 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0540874 Sep 18 01:03:02.821563 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c8d849c-5181-4bc7-a188-87467e7467dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (ee5c9f79-a673-4317-be24-1a48e0f12574), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.850189 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d849c-5181-4bc7-a188-87467e7467dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5c9f79-a673-4317-be24-1a48e0f12574,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:02.856561 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c8d849c-5181-4bc7-a188-87467e7467dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.859672 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7c8d849c-5181-4bc7-a188-87467e7467dd admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/ee5c9f79-a673-4317-be24-1a48e0f12574 HTTP/1.1" status: 204 len: 168 time: 0.2567170 Sep 18 01:03:02.862093 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:02.864666 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaa0cae-5776-4b88-a663-c9a1ad516b1c None None] Network 9315fca5-c84d-4494-9b4a-c7e68e91c157 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:03:02.886818 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-33f40791-6870-421d-abe9-7481812d6b20 req-eaf783fa-042f-426d-93da-a28f8a496a72 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580280 Sep 18 01:03:02.945061 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (9315fca5-c84d-4494-9b4a-c7e68e91c157), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.992544 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Deleting port 5c73bd85-0003-4761-bafb-80be43d7893c {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:02.992884 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.995442 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:03.074009 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] For port 5c73bd85-0003-4761-bafb-80be43d7893c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5c73bd85-0003-4761-bafb-80be43d7893c,segment=NetworkSegment(48f989d2-9f2c-4f5b-833a-6fe38db8e8ea),segment_id=48f989d2-9f2c-4f5b-833a-6fe38db8e8ea)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:03.074680 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.089298 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Calling delete_port for 5c73bd85-0003-4761-bafb-80be43d7893c owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:03.094661 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:03.187465 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (5c73bd85-0003-4761-bafb-80be43d7893c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.230832 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c73bd85-0003-4761-bafb-80be43d7893c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:03.246620 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298bb89-fd20-4066-91de-3a5243db804a None None] DHCP port deletion for 9315fca5-c84d-4494-9b4a-c7e68e91c157 request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:03:03.251381 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] No DVR routers for this DVR port 5c73bd85-0003-4761-bafb-80be43d7893c on host dv-cinder-master-3-iscsi {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:03.345598 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (9315fca5-c84d-4494-9b4a-c7e68e91c157), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.370924 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9315fca5-c84d-4494-9b4a-c7e68e91c157']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:03.381699 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:03.382225 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f989d2-9f2c-4f5b-833a-6fe38db8e8ea') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:03.393879 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (48f989d2-9f2c-4f5b-833a-6fe38db8e8ea), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.410328 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (48f989d2-9f2c-4f5b-833a-6fe38db8e8ea), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.420457 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:03:03.421046 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (48f989d2-9f2c-4f5b-833a-6fe38db8e8ea), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.475295 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 48f989d2-9f2c-4f5b-833a-6fe38db8e8ea resource provider aggregate not found Sep 18 01:03:03.499439 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 48f989d2-9f2c-4f5b-833a-6fe38db8e8ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48f989d2-9f2c-4f5b-833a-6fe38db8e8ea found for delete ", "request_id": "req-cc7c6799-a1bd-4052-9b07-b4b90cf6e757"}]} Sep 18 01:03:03.501077 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (9315fca5-c84d-4494-9b4a-c7e68e91c157), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.516919 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.520350 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/9315fca5-c84d-4494-9b4a-c7e68e91c157 HTTP/1.1" status: 204 len: 168 time: 0.6571562 Sep 18 01:03:03.536758 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c88728-3a86-4f56-9ef3-dacc4ada6840 admin admin] Pushing event deleted for resources: {'Network': ['ID=9315fca5-c84d-4494-9b4a-c7e68e91c157,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:03.661359 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8e7900ad-a2e8-4d5c-a73b-eacf92ed1c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.788539 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46220) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:03.850419 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-1ad9df08-b262-44cb-8cf7-b3e49ef35329 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c9f737f6350f4d1f993708b1f90a862e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600736 Sep 18 01:03:03.853305 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46224) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:03.885902 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 5025d940-e81a-4c19-8fda-e4fac2888b2a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:03.927324 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5daaf9f4-b71f-48ba-adf8-9530fe17e9a8 admin admin] Publish callbacks [] for security_group (044246fb-fc9c-4479-ba94-a89c06bee7d4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.961066 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5daaf9f4-b71f-48ba-adf8-9530fe17e9a8 admin admin] Publish callbacks [] for security_group (044246fb-fc9c-4479-ba94-a89c06bee7d4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.076058 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5daaf9f4-b71f-48ba-adf8-9530fe17e9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (044246fb-fc9c-4479-ba94-a89c06bee7d4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.079445 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5daaf9f4-b71f-48ba-adf8-9530fe17e9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.083437 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5daaf9f4-b71f-48ba-adf8-9530fe17e9a8 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/044246fb-fc9c-4479-ba94-a89c06bee7d4 HTTP/1.1" status: 204 len: 168 time: 0.2251847 Sep 18 01:03:04.096005 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daaf9f4-b71f-48ba-adf8-9530fe17e9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044246fb-fc9c-4479-ba94-a89c06bee7d4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:04.141295 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9a487-86b5-4199-aee9-14af0ca6d60f req-bafca47f-4c40-44cd-8471-2d9545f64388 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:04.143016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:04.144046 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a5a9a487-86b5-4199-aee9-14af0ca6d60f req-bafca47f-4c40-44cd-8471-2d9545f64388 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.1262355 Sep 18 01:03:04.178448 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'port_id': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'mac_address': 'fa:16:3e:88:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:04.218179 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 5025d940-e81a-4c19-8fda-e4fac2888b2a is: ACTIVE; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:04.218631 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.236518 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5025d940-e81a-4c19-8fda-e4fac2888b2a {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:04.240764 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a5a9a487-86b5-4199-aee9-14af0ca6d60f req-18264be4-a9d4-4a43-a854-8a3761211365 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888178 Sep 18 01:03:04.287231 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:04.294424 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.390540 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 06eadf51-ec84-49a7-a361-79a387901b11 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:04.423301 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 06eadf51-ec84-49a7-a361-79a387901b11 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:04.423649 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 06eadf51-ec84-49a7-a361-79a387901b11 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:04.424061 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 6fb58858-3b9a-401c-a07d-98cf6882c36f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:04.465485 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 6fb58858-3b9a-401c-a07d-98cf6882c36f {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:04.466169 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 6fb58858-3b9a-401c-a07d-98cf6882c36f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:04.466710 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5c73bd85-0003-4761-bafb-80be43d7893c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:04.490701 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:04.495589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 5c73bd85-0003-4761-bafb-80be43d7893c {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:04.496184 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5c73bd85-0003-4761-bafb-80be43d7893c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:04.527046 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['5025d940-e81a-4c19-8fda-e4fac2888b2a'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:03:04.757578 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46250) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:04.816632 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-3ed55124-9465-41e4-b080-f5738bf93326 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=60700a7ed187472bb91e8e138940f65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577657 Sep 18 01:03:04.819136 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46252) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:04.888925 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6331eb7a-2ff1-449c-a0b0-c0711245db75 admin admin] Publish callbacks [] for security_group (33f36fc5-78d6-4dc8-a107-4dd14ede77b7), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.914874 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6331eb7a-2ff1-449c-a0b0-c0711245db75 admin admin] Publish callbacks [] for security_group (33f36fc5-78d6-4dc8-a107-4dd14ede77b7), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.985274 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6331eb7a-2ff1-449c-a0b0-c0711245db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (33f36fc5-78d6-4dc8-a107-4dd14ede77b7), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.996051 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6331eb7a-2ff1-449c-a0b0-c0711245db75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.997971 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-6331eb7a-2ff1-449c-a0b0-c0711245db75 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/33f36fc5-78d6-4dc8-a107-4dd14ede77b7 HTTP/1.1" status: 204 len: 168 time: 0.1776664 Sep 18 01:03:05.007283 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331eb7a-2ff1-449c-a0b0-c0711245db75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f36fc5-78d6-4dc8-a107-4dd14ede77b7,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:05.257575 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:05.405549 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:05.450568 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57715a-4c66-465c-ba7f-3cfab063cb18 req-304e7166-3b46-43ad-8d6f-cccf6d16a392 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:05.458391 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3c57715a-4c66-465c-ba7f-3cfab063cb18 req-304e7166-3b46-43ad-8d6f-cccf6d16a392 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 945 time: 0.0750003 Sep 18 01:03:05.536876 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3c57715a-4c66-465c-ba7f-3cfab063cb18 req-8a37944c-01e9-480e-9d4b-cce6c51f4f99 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743353 Sep 18 01:03:05.918477 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 5025d940-e81a-4c19-8fda-e4fac2888b2a up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:06.004654 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 5025d940-e81a-4c19-8fda-e4fac2888b2a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:03:06.005030 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.005366 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 5025d940-e81a-4c19-8fda-e4fac2888b2a Sep 18 01:03:06.105020 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46272) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:06.130842 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 5025d940-e81a-4c19-8fda-e4fac2888b2a is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:06.131204 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.165888 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:06.170191 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e4da88-d150-4b7a-8b20-41e4e4c8bffc" -d '{"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-plugged", "status": "completed", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:06.170986 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:06.182367 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:06.188445 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.258771 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:06.288897 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-23dc9cee-8856-406e-93cd-e2b3999dbb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.322594 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:06.349051 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.428550 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-23dc9cee-8856-406e-93cd-e2b3999dbb8f admin admin] Publish callbacks [] for security_group (fb05a2cc-5e5f-47d8-848b-3a10540952c3), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.434407 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-23dc9cee-8856-406e-93cd-e2b3999dbb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (fb05a2cc-5e5f-47d8-848b-3a10540952c3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.455894 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e849dfe-8aaf-4157-b4f6-9a5e4fabdddd x-openstack-request-id: req-3e849dfe-8aaf-4157-b4f6-9a5e4fabdddd {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:06.456206 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-plugged", "status": "completed", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:06.456711 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e849dfe-8aaf-4157-b4f6-9a5e4fabdddd {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:06.457105 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e849dfe-8aaf-4157-b4f6-9a5e4fabdddd'] response: {'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'code': 200} Sep 18 01:03:06.480478 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46280) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:06.481117 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-23dc9cee-8856-406e-93cd-e2b3999dbb8f admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=de7c0f943cc14eb38b908863f391241a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3744102 Sep 18 01:03:06.493796 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc9cee-8856-406e-93cd-e2b3999dbb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb05a2cc-5e5f-47d8-848b-3a10540952c3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:06.546777 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-992b3f60-da82-4948-82cd-4a708a204416 admin admin] Publish callbacks [] for security_group (fb05a2cc-5e5f-47d8-848b-3a10540952c3), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.548564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:06.573886 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-992b3f60-da82-4948-82cd-4a708a204416 admin admin] Publish callbacks [] for security_group (fb05a2cc-5e5f-47d8-848b-3a10540952c3), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.655983 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-992b3f60-da82-4948-82cd-4a708a204416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (fb05a2cc-5e5f-47d8-848b-3a10540952c3), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.659875 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-992b3f60-da82-4948-82cd-4a708a204416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.663506 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-992b3f60-da82-4948-82cd-4a708a204416 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/fb05a2cc-5e5f-47d8-848b-3a10540952c3 HTTP/1.1" status: 204 len: 168 time: 0.1795378 Sep 18 01:03:06.708659 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b3f60-da82-4948-82cd-4a708a204416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb05a2cc-5e5f-47d8-848b-3a10540952c3,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:06.719106 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea76364-bb84-4ecd-b731-65a9c99a3cd8 req-92922d15-e442-4a10-b703-c77780f8e515 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:06.731452 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fea76364-bb84-4ecd-b731-65a9c99a3cd8 req-92922d15-e442-4a10-b703-c77780f8e515 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0884256 Sep 18 01:03:06.803330 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fea76364-bb84-4ecd-b731-65a9c99a3cd8 req-d87c3044-3ef0-4acb-87b7-f490ea6ee2ee tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656598 Sep 18 01:03:07.021952 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46288) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:07.037105 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaa3b-22b3-40e5-8166-c7ff5a76ddb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.079590 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.136448 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaa3b-22b3-40e5-8166-c7ff5a76ddb8 admin admin] Publish callbacks [] for security_group (9362f8fc-5fb5-44d6-9df7-09acb18fbd6f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.141261 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaa3b-22b3-40e5-8166-c7ff5a76ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9362f8fc-5fb5-44d6-9df7-09acb18fbd6f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.186165 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-b4cdaa3b-22b3-40e5-8166-c7ff5a76ddb8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5d944a07614f4a94a84194803db359bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628387 Sep 18 01:03:07.189453 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdaa3b-22b3-40e5-8166-c7ff5a76ddb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9362f8fc-5fb5-44d6-9df7-09acb18fbd6f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:07.191771 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46294) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:07.214718 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:07.248616 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd16746c-fef1-48bd-a5ec-ec2768bf595a admin admin] Publish callbacks [] for security_group (9362f8fc-5fb5-44d6-9df7-09acb18fbd6f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.271279 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd16746c-fef1-48bd-a5ec-ec2768bf595a admin admin] Publish callbacks [] for security_group (9362f8fc-5fb5-44d6-9df7-09acb18fbd6f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.325921 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd16746c-fef1-48bd-a5ec-ec2768bf595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9362f8fc-5fb5-44d6-9df7-09acb18fbd6f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.328900 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd16746c-fef1-48bd-a5ec-ec2768bf595a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.330051 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-dd16746c-fef1-48bd-a5ec-ec2768bf595a admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9362f8fc-5fb5-44d6-9df7-09acb18fbd6f HTTP/1.1" status: 204 len: 168 time: 0.1372821 Sep 18 01:03:07.339720 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16746c-fef1-48bd-a5ec-ec2768bf595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9362f8fc-5fb5-44d6-9df7-09acb18fbd6f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:07.957027 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cd9ba-d433-4d70-b547-21b81e2ac628 req-ae19050b-6179-46ab-8bc4-22be200a3a6c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:07.964954 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e23cd9ba-d433-4d70-b547-21b81e2ac628 req-ae19050b-6179-46ab-8bc4-22be200a3a6c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0698569 Sep 18 01:03:08.016892 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e23cd9ba-d433-4d70-b547-21b81e2ac628 req-0b044ac4-025f-4f00-9441-cc3688224e47 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511036 Sep 18 01:03:09.191894 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbcd4c-bf8a-4894-b19d-cc77e9daab38 req-6327c73b-4100-484a-9b2e-29a8afa618c8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:09.194616 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-95cbcd4c-bf8a-4894-b19d-cc77e9daab38 req-6327c73b-4100-484a-9b2e-29a8afa618c8 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0557995 Sep 18 01:03:09.261298 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-95cbcd4c-bf8a-4894-b19d-cc77e9daab38 req-470e0067-1d81-47f4-8bdb-f7d1ad995cb6 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586548 Sep 18 01:03:09.874344 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46368) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:09.994842 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76cf3a67-d75c-4d77-a5d3-616bcd5c5884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.103544 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76cf3a67-d75c-4d77-a5d3-616bcd5c5884 admin admin] Publish callbacks [] for security_group (d40c30be-5e2f-4a4d-9cf8-a6167864b5e5), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.108166 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-76cf3a67-d75c-4d77-a5d3-616bcd5c5884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d40c30be-5e2f-4a4d-9cf8-a6167864b5e5), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.153386 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf3a67-d75c-4d77-a5d3-616bcd5c5884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c30be-5e2f-4a4d-9cf8-a6167864b5e5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:10.160819 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46376) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:10.161042 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-76cf3a67-d75c-4d77-a5d3-616bcd5c5884 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7fd2c0a470504ee5b7b5603759922920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853963 Sep 18 01:03:10.228286 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-38f38440-c5c9-4743-993e-44cc98545713 admin admin] Publish callbacks [] for security_group (d40c30be-5e2f-4a4d-9cf8-a6167864b5e5), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.259961 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-38f38440-c5c9-4743-993e-44cc98545713 admin admin] Publish callbacks [] for security_group (d40c30be-5e2f-4a4d-9cf8-a6167864b5e5), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.324317 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-38f38440-c5c9-4743-993e-44cc98545713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d40c30be-5e2f-4a4d-9cf8-a6167864b5e5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.326398 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-38f38440-c5c9-4743-993e-44cc98545713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.327684 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-38f38440-c5c9-4743-993e-44cc98545713 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d40c30be-5e2f-4a4d-9cf8-a6167864b5e5 HTTP/1.1" status: 204 len: 168 time: 0.1656177 Sep 18 01:03:10.338059 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f38440-c5c9-4743-993e-44cc98545713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c30be-5e2f-4a4d-9cf8-a6167864b5e5,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:10.379693 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:10.429787 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67919ed3-393d-4547-ba54-e21083cff81d req-4a31c658-8a73-44c7-a337-be5e875f1fda tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:10.431600 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-67919ed3-393d-4547-ba54-e21083cff81d req-4a31c658-8a73-44c7-a337-be5e875f1fda tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0764570 Sep 18 01:03:10.535165 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-67919ed3-393d-4547-ba54-e21083cff81d req-4927ae73-fd1a-4b18-9f5a-f89ba3a4be65 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969777 Sep 18 01:03:10.685254 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46384) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:10.701682 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e67cfc4-12cd-4354-865f-46008bd0a09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.791204 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e67cfc4-12cd-4354-865f-46008bd0a09d admin admin] Publish callbacks [] for security_group (00ff2f4b-bb94-4cab-97b5-5a5cc9dce3ab), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.796807 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2e67cfc4-12cd-4354-865f-46008bd0a09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (00ff2f4b-bb94-4cab-97b5-5a5cc9dce3ab), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.850366 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-2e67cfc4-12cd-4354-865f-46008bd0a09d admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=570e98d10b684272b72e96d9b0c1831c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1616144 Sep 18 01:03:10.850366 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67cfc4-12cd-4354-865f-46008bd0a09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ff2f4b-bb94-4cab-97b5-5a5cc9dce3ab,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:10.851068 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46386) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:10.907076 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-58ce7f6e-5a5c-465b-a769-04eb8b1dfe2b admin admin] Publish callbacks [] for security_group (00ff2f4b-bb94-4cab-97b5-5a5cc9dce3ab), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.928819 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-58ce7f6e-5a5c-465b-a769-04eb8b1dfe2b admin admin] Publish callbacks [] for security_group (00ff2f4b-bb94-4cab-97b5-5a5cc9dce3ab), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.963090 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:10.983642 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-58ce7f6e-5a5c-465b-a769-04eb8b1dfe2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (00ff2f4b-bb94-4cab-97b5-5a5cc9dce3ab), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.986393 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-58ce7f6e-5a5c-465b-a769-04eb8b1dfe2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.990010 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-58ce7f6e-5a5c-465b-a769-04eb8b1dfe2b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/00ff2f4b-bb94-4cab-97b5-5a5cc9dce3ab HTTP/1.1" status: 204 len: 168 time: 0.1354632 Sep 18 01:03:10.997095 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce7f6e-5a5c-465b-a769-04eb8b1dfe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ff2f4b-bb94-4cab-97b5-5a5cc9dce3ab,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:11.683193 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1184881-5cf9-40e6-9494-04e7793a7909 req-00997026-9968-4e92-8b57-2f8df99b21aa tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:11.685477 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b1184881-5cf9-40e6-9494-04e7793a7909 req-00997026-9968-4e92-8b57-2f8df99b21aa tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0622232 Sep 18 01:03:11.743360 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b1184881-5cf9-40e6-9494-04e7793a7909 req-0ddb9eda-4a03-4992-be4c-e89ef7dd6e6c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520606 Sep 18 01:03:12.380472 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:12.436267 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:12.903963 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa95aa-4b66-4baa-a5c0-a3586a2d4f7f req-8532892b-419f-471f-8cae-26323e495772 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:12.905546 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8baa95aa-4b66-4baa-a5c0-a3586a2d4f7f req-8532892b-419f-471f-8cae-26323e495772 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0632675 Sep 18 01:03:12.962177 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8baa95aa-4b66-4baa-a5c0-a3586a2d4f7f req-1ed4de37-de2b-42ab-b6b3-75f8fc430fbe tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501585 Sep 18 01:03:14.102257 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa23103-46c0-4b28-bc6b-f470b0ff94a6 req-fecf8d23-cbb7-411e-8542-17508d1acc86 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:14.103791 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8fa23103-46c0-4b28-bc6b-f470b0ff94a6 req-fecf8d23-cbb7-411e-8542-17508d1acc86 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0527391 Sep 18 01:03:14.156665 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8fa23103-46c0-4b28-bc6b-f470b0ff94a6 req-44d3ca4b-95bd-4f61-a192-6f4b9c69a05e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465190 Sep 18 01:03:14.583401 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-9dca906a-da46-4d04-b95d-a1e4c4af637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:14.584885 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-9dca906a-da46-4d04-b95d-a1e4c4af637a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 1130 time: 0.0395982 Sep 18 01:03:14.700291 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-a5ac354b-86a5-4c8c-b046-d57bba9c32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:14.701765 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-a5ac354b-86a5-4c8c-b046-d57bba9c32e4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 918 time: 0.1102579 Sep 18 01:03:14.762778 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-dd66e658-bc0d-4d8f-9657-bce321ff96ae service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a HTTP/1.1" status: 200 len: 1002 time: 0.0549755 Sep 18 01:03:14.812148 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-8e2af8b8-2ad6-4f78-b81b-32b82443c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:14.813619 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-8e2af8b8-2ad6-4f78-b81b-32b82443c855 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.0438516 Sep 18 01:03:14.858899 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-a935d5fb-b480-498c-b95f-7c46530886db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:14.860354 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-a935d5fb-b480-498c-b95f-7c46530886db service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413015 Sep 18 01:03:14.948427 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-3bfcd6a3-6065-4f3d-aaaf-7460ce4abba4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820236 Sep 18 01:03:15.046873 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7855e027-9b8c-44fd-99b3-6b8630149cc5 req-b735af59-c6e2-4e4d-9c06-08bbfe73aecc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917094 Sep 18 01:03:15.249333 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:15.297879 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f5a85-ea70-4095-805e-5ad0f6819901 req-82a7f0e8-7217-4c5d-bc4f-101c42162e64 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:15.299423 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f54f5a85-ea70-4095-805e-5ad0f6819901 req-82a7f0e8-7217-4c5d-bc4f-101c42162e64 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0589721 Sep 18 01:03:15.348869 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f54f5a85-ea70-4095-805e-5ad0f6819901 req-736d30ab-aa55-4b10-98ed-a291bf33ea34 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435107 Sep 18 01:03:15.512137 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46474) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:15.618971 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-629f5cf8-e573-40a7-895c-1f8f62161a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:15.695042 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-629f5cf8-e573-40a7-895c-1f8f62161a45 admin admin] Publish callbacks [] for security_group (64ae959d-7f54-420c-b254-2e34ac5f18e2), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:15.699258 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-629f5cf8-e573-40a7-895c-1f8f62161a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (64ae959d-7f54-420c-b254-2e34ac5f18e2), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:15.702643 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:15.744231 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f5cf8-e573-40a7-895c-1f8f62161a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ae959d-7f54-420c-b254-2e34ac5f18e2,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:15.748975 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-629f5cf8-e573-40a7-895c-1f8f62161a45 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=3d423665f98144c7a598149e05e78837&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357974 Sep 18 01:03:15.751928 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46478) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:15.799740 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1fa880eb-6736-434e-9cca-e54a8c895b30 admin admin] Publish callbacks [] for security_group (64ae959d-7f54-420c-b254-2e34ac5f18e2), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:15.819076 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1fa880eb-6736-434e-9cca-e54a8c895b30 admin admin] Publish callbacks [] for security_group (64ae959d-7f54-420c-b254-2e34ac5f18e2), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:15.864434 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1fa880eb-6736-434e-9cca-e54a8c895b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (64ae959d-7f54-420c-b254-2e34ac5f18e2), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:15.867011 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1fa880eb-6736-434e-9cca-e54a8c895b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:15.868141 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-1fa880eb-6736-434e-9cca-e54a8c895b30 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/64ae959d-7f54-420c-b254-2e34ac5f18e2 HTTP/1.1" status: 204 len: 168 time: 0.1155725 Sep 18 01:03:15.875875 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa880eb-6736-434e-9cca-e54a8c895b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ae959d-7f54-420c-b254-2e34ac5f18e2,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:16.478655 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af1ea-366a-40ab-881f-61caa8268371 req-08c96da7-8d7b-4d42-b80d-d4fa3911df6e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:16.480137 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0a7af1ea-366a-40ab-881f-61caa8268371 req-08c96da7-8d7b-4d42-b80d-d4fa3911df6e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0483105 Sep 18 01:03:16.531267 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0a7af1ea-366a-40ab-881f-61caa8268371 req-d36cade4-740c-493a-99b9-44b66aff2cdc tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448446 Sep 18 01:03:17.037966 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 46510) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:17.148923 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-55ccabac-53db-4fa3-a203-ffcb9dd0469a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.226795 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-55ccabac-53db-4fa3-a203-ffcb9dd0469a admin admin] Publish callbacks [] for security_group (5739c502-3ee5-4fc2-bff7-b656c071df1c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.230550 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-55ccabac-53db-4fa3-a203-ffcb9dd0469a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (5739c502-3ee5-4fc2-bff7-b656c071df1c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.271451 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-55ccabac-53db-4fa3-a203-ffcb9dd0469a admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=5debd2c8413149fd9999fbe0634e42c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317667 Sep 18 01:03:17.271648 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccabac-53db-4fa3-a203-ffcb9dd0469a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5739c502-3ee5-4fc2-bff7-b656c071df1c,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:17.273681 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 46516) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:17.325060 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c7d07dc8-de9a-4bfb-8a37-0fe468729f67 admin admin] Publish callbacks [] for security_group (5739c502-3ee5-4fc2-bff7-b656c071df1c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.344601 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c7d07dc8-de9a-4bfb-8a37-0fe468729f67 admin admin] Publish callbacks [] for security_group (5739c502-3ee5-4fc2-bff7-b656c071df1c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.397088 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c7d07dc8-de9a-4bfb-8a37-0fe468729f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (5739c502-3ee5-4fc2-bff7-b656c071df1c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.401112 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c7d07dc8-de9a-4bfb-8a37-0fe468729f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.402259 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c7d07dc8-de9a-4bfb-8a37-0fe468729f67 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/5739c502-3ee5-4fc2-bff7-b656c071df1c HTTP/1.1" status: 204 len: 168 time: 0.1273873 Sep 18 01:03:17.405672 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:17.412633 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d07dc8-de9a-4bfb-8a37-0fe468729f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5739c502-3ee5-4fc2-bff7-b656c071df1c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:17.661259 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdca46-de4d-47cb-b748-e5f4359d9fde req-1fc37a75-4173-4131-86ef-ea0b89e74d6f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:17.662770 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8cfdca46-de4d-47cb-b748-e5f4359d9fde req-1fc37a75-4173-4131-86ef-ea0b89e74d6f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0468702 Sep 18 01:03:17.714478 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8cfdca46-de4d-47cb-b748-e5f4359d9fde req-ae1dd2e8-94d8-4ba0-9f41-4373eab0ee14 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454772 Sep 18 01:03:18.428046 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:03:18.748522 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:18.770642 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efebb07-b13c-4978-84b3-de3075048676 req-9e7547b8-9210-47e1-84a0-28e8fb46f922 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:18.772000 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6efebb07-b13c-4978-84b3-de3075048676 req-9e7547b8-9210-47e1-84a0-28e8fb46f922 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0602019 Sep 18 01:03:18.814785 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-77a61f75-9cad-4159-92c5-bffa3130ca28 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0630281 Sep 18 01:03:18.840721 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6efebb07-b13c-4978-84b3-de3075048676 req-aea798ad-8078-4168-9656-242865336c31 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529149 Sep 18 01:03:18.891299 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-bd34fba9-1cf5-48da-9f03-fea2b13b804a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:18.892647 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-bd34fba9-1cf5-48da-9f03-fea2b13b804a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports/5025d940-e81a-4c19-8fda-e4fac2888b2a HTTP/1.1" status: 200 len: 943 time: 0.0478945 Sep 18 01:03:19.683249 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-41a26c2c-60ce-4b78-be47-2c582c692a13 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=54761854b3e9496ea28cc4c8224c25bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285254 Sep 18 01:03:19.871398 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-c6a3d4ca-37f8-4f17-9bd5-3f1014736e6d tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:19.872800 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-c6a3d4ca-37f8-4f17-9bd5-3f1014736e6d tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845791 Sep 18 01:03:19.906723 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-a8b133ca-a493-46b1-8e73-811f52d84244 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/quotas/54761854b3e9496ea28cc4c8224c25bf HTTP/1.1" status: 200 len: 375 time: 0.0181603 Sep 18 01:03:19.908055 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-355b64cd-f7c9-4cf6-8e77-80f44d56f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:19.909422 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-355b64cd-f7c9-4cf6-8e77-80f44d56f141 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064&tenant_id=505bd70415a04f53a64645eb7959a5fb HTTP/1.1" status: 200 len: 1130 time: 0.0553241 Sep 18 01:03:19.952642 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-65e4a786-5ce8-4f76-a5a7-0f8361e93cfc tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=54761854b3e9496ea28cc4c8224c25bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399687 Sep 18 01:03:19.953212 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:20.008081 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 5025d940-e81a-4c19-8fda-e4fac2888b2a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:20.020306 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d21e0b-3187-4c16-959f-0100818d35a3 req-5a7845a2-b8b8-4255-a667-6a8d748edf9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:20.021544 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d7d21e0b-3187-4c16-959f-0100818d35a3 req-5a7845a2-b8b8-4255-a667-6a8d748edf9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 946 time: 0.0983989 Sep 18 01:03:20.028732 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-b8580f5b-64a4-4fa5-b4a6-92c5f36faef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:20.030261 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-b8580f5b-64a4-4fa5-b4a6-92c5f36faef3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 1130 time: 0.0564663 Sep 18 01:03:20.087203 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:20.089152 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 5025d940-e81a-4c19-8fda-e4fac2888b2a is: ACTIVE; New status is: DOWN {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:20.089864 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:20.118883 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:20.121817 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d37a29-dfd3-43c0-bcab-efe3eed27d78" -d '{"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-unplugged", "status": "completed", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:20.135997 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:20.140764 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:20.153588 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d7d21e0b-3187-4c16-959f-0100818d35a3 req-09a39eb2-3a17-4e03-8f0f-dd68f1d8cd85 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206486 Sep 18 01:03:20.186727 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d55b297a-eec0-44b5-8751-649415d53306 req-aa7100dd-d6c3-4b92-bfc0-4381bd232c46 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0428324 Sep 18 01:03:20.193799 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:20.194239 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-bd6c83dd-ca61-4acd-a0dc-73ce5b82aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:20.196031 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-bd6c83dd-ca61-4acd-a0dc-73ce5b82aa0a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 918 time: 0.1552172 Sep 18 01:03:20.248961 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2b92ce-b5ce-4d98-b95e-156b7d0a976d x-openstack-request-id: req-ac2b92ce-b5ce-4d98-b95e-156b7d0a976d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:20.250274 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-unplugged", "status": "completed", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:20.250585 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac2b92ce-b5ce-4d98-b95e-156b7d0a976d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:20.251037 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2b92ce-b5ce-4d98-b95e-156b7d0a976d'] response: {'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'code': 200} Sep 18 01:03:20.272207 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-2eb39dd1-ddd6-48e4-a651-ff378e92be71 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a HTTP/1.1" status: 200 len: 1000 time: 0.0692658 Sep 18 01:03:20.339138 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-d9786424-32ab-4b95-b262-cc9b583a8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:20.340619 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-d9786424-32ab-4b95-b262-cc9b583a8868 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.0483351 Sep 18 01:03:20.634401 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-12f4db9f-e2a2-4139-acf4-a69f064b376f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:20.635895 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-12f4db9f-e2a2-4139-acf4-a69f064b376f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2870603 Sep 18 01:03:20.732734 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-775ed66d-c836-49c0-b551-fc3fee86a1e7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885990 Sep 18 01:03:20.841844 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb287d0a-ec33-4642-8c1b-ef0ff8a01ee2 req-b275f6a5-76c9-45b4-82ea-1f030eb066f7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847094 Sep 18 01:03:21.330058 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63f90009-f0bb-4f38-90fc-5c9a8805d90b req-7a01a199-b4bf-46ae-8a97-6c4138d1f23d tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0362582 Sep 18 01:03:21.338602 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b362a52-258d-4427-a482-4d4a886b4fa7 req-103a7582-2271-43f0-927a-b859ac85856c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:21.340283 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2b362a52-258d-4427-a482-4d4a886b4fa7 req-103a7582-2271-43f0-927a-b859ac85856c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0814285 Sep 18 01:03:21.391398 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2b362a52-258d-4427-a482-4d4a886b4fa7 req-aeed1b82-f75f-4ecc-9eda-525c21daf511 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448325 Sep 18 01:03:21.782210 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f3270-e0c5-4f6e-8283-b2a1b9aa7656 req-91eb6f78-bf4b-4be5-8209-d2a54b6870f2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:21.789388 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aa7f3270-e0c5-4f6e-8283-b2a1b9aa7656 req-91eb6f78-bf4b-4be5-8209-d2a54b6870f2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0938158 Sep 18 01:03:21.875924 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aa7f3270-e0c5-4f6e-8283-b2a1b9aa7656 req-a0134756-9654-4420-bd39-602354deaf7c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854583 Sep 18 01:03:22.432213 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:22.451565 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-335f9596-1654-4b2a-8d89-9fc3bc81b4c2 req-f3bfed13-67b2-44ad-af95-f31369beacda tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0292625 Sep 18 01:03:22.563736 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5792e0-afa0-4300-8e47-37681a1984e5 req-738ae7a1-63a5-4c5e-a372-314a38e1fcb4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:22.565335 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8b5792e0-afa0-4300-8e47-37681a1984e5 req-738ae7a1-63a5-4c5e-a372-314a38e1fcb4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0546911 Sep 18 01:03:22.613788 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8b5792e0-afa0-4300-8e47-37681a1984e5 req-8c8ce7c8-766a-40c2-9098-6bada2acf997 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428307 Sep 18 01:03:22.834973 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:23.001292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ad72-a195-4943-a335-87235d3e2099 req-3a484724-3dcd-4ec9-9c0d-bd11c2cbe96b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:23.003246 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9aa3ad72-a195-4943-a335-87235d3e2099 req-3a484724-3dcd-4ec9-9c0d-bd11c2cbe96b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0510273 Sep 18 01:03:23.059413 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9aa3ad72-a195-4943-a335-87235d3e2099 req-3659d7a0-3bc9-4b04-804b-a9f1af568c77 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505004 Sep 18 01:03:23.580740 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f3bf63ab-4815-4419-92db-d40cc6906ede req-b493416b-641a-41b7-8eb7-aa972346b1f2 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0309882 Sep 18 01:03:23.742848 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d151-ad8c-4f4a-9116-688ac2a42dae req-1438e9ec-477f-48dd-a744-043df37e9b2f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:23.744334 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e290d151-ad8c-4f4a-9116-688ac2a42dae req-1438e9ec-477f-48dd-a744-043df37e9b2f tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0464234 Sep 18 01:03:23.790519 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e290d151-ad8c-4f4a-9116-688ac2a42dae req-4f932ee6-bf57-44b6-a5aa-b333817f32a5 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 Sep 18 01:03:24.165416 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:24.182843 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d3ab2-b932-4d2d-b34f-aa598b6f5ce5 req-97041d95-3093-4085-871e-fd60bad75c5a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:24.184452 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1a9d3ab2-b932-4d2d-b34f-aa598b6f5ce5 req-97041d95-3093-4085-871e-fd60bad75c5a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0484464 Sep 18 01:03:24.246488 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1a9d3ab2-b932-4d2d-b34f-aa598b6f5ce5 req-f54b1f94-a630-4fbb-ba3b-c51a032136b7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559461 Sep 18 01:03:24.686586 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-15de0e0d-99ea-4012-89ec-0cde4e482ab3 req-88307cf0-b8c4-48a0-8677-bccd507519ae tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0313663 Sep 18 01:03:24.924154 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6acbda-c881-40ca-9836-c68b4d0600f7 req-ff819790-0da0-4100-a66c-4b871a05460b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:24.926018 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cf6acbda-c881-40ca-9836-c68b4d0600f7 req-ff819790-0da0-4100-a66c-4b871a05460b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0506189 Sep 18 01:03:24.978822 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cf6acbda-c881-40ca-9836-c68b4d0600f7 req-a548fc73-b265-4e64-b82d-14fad8443a85 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452919 Sep 18 01:03:25.371561 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850255-af8a-4e83-8bd9-514a10a92afa req-a9407186-3e4b-42f4-97f7-0db7c2f98f1b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:25.373010 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-06850255-af8a-4e83-8bd9-514a10a92afa req-a9407186-3e4b-42f4-97f7-0db7c2f98f1b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0466120 Sep 18 01:03:25.422112 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-06850255-af8a-4e83-8bd9-514a10a92afa req-22fabe41-d21c-4f58-b46c-c450a14aebb0 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433562 Sep 18 01:03:25.818791 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c26f0f5a-b171-445d-b552-a74b83ff1246 req-daa98e92-5110-4a10-bbc4-1af7f7bc589c tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0466316 Sep 18 01:03:26.117928 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912470b-5af2-4725-ac15-cdd9b6b8a576 req-5895f7c1-5b4e-4ab3-909d-17373c2a3bc2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:26.120038 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0912470b-5af2-4725-ac15-cdd9b6b8a576 req-5895f7c1-5b4e-4ab3-909d-17373c2a3bc2 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0499175 Sep 18 01:03:26.167443 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0912470b-5af2-4725-ac15-cdd9b6b8a576 req-0c97b094-3d6d-4138-a8e4-7824eb54a108 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415285 Sep 18 01:03:26.549690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b5374-7101-443d-8c00-79801ce778f7 req-5c8a813f-568b-44bd-8d0c-313e6ce756ad tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:26.551252 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f88b5374-7101-443d-8c00-79801ce778f7 req-5c8a813f-568b-44bd-8d0c-313e6ce756ad tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0476940 Sep 18 01:03:26.612714 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f88b5374-7101-443d-8c00-79801ce778f7 req-f229b99f-cdad-46f8-a4ef-4efed9a160fa tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558341 Sep 18 01:03:26.917708 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c29411c2-208c-4452-b3b0-e503f2647ea7 req-74f5ea8f-896b-44ed-8e1a-3c4d7ffe4d09 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0343072 Sep 18 01:03:27.307385 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79777bb9-dd58-488e-a3f1-40e3ca95ca41 req-427c6b85-8b84-4fe4-a977-a85366b7d0d4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:27.309041 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-79777bb9-dd58-488e-a3f1-40e3ca95ca41 req-427c6b85-8b84-4fe4-a977-a85366b7d0d4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0483725 Sep 18 01:03:27.366991 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-79777bb9-dd58-488e-a3f1-40e3ca95ca41 req-9119583a-d63d-4ffb-a30e-26fc3b147672 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518446 Sep 18 01:03:27.739958 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ffbc94-2d10-4636-993e-262a6ef8610b req-be14a37e-a351-4f8f-8c76-c3fa20f7d063 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:27.741594 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-82ffbc94-2d10-4636-993e-262a6ef8610b req-be14a37e-a351-4f8f-8c76-c3fa20f7d063 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0536101 Sep 18 01:03:27.796484 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-82ffbc94-2d10-4636-993e-262a6ef8610b req-913880e6-f82c-45db-ac62-40f326bb6062 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476046 Sep 18 01:03:28.059913 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-925ae5b8-2a5e-43fb-af77-cd8a6d7544ee req-25c5b8d5-358c-48c5-a76b-43bcb4adce50 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0411837 Sep 18 01:03:28.506368 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed98ef-44fd-40b3-9d5c-fc8e41d651fd req-bcdada54-9a89-486f-a645-5a1511b1d946 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:28.507877 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-69ed98ef-44fd-40b3-9d5c-fc8e41d651fd req-bcdada54-9a89-486f-a645-5a1511b1d946 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0493846 Sep 18 01:03:28.535953 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:28.567219 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-69ed98ef-44fd-40b3-9d5c-fc8e41d651fd req-d6b319a9-6737-4050-900f-f22f4c792979 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525663 Sep 18 01:03:28.882915 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:28.883662 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=66,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:28.939703 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dbc7a-4535-4c60-9d61-f382a15db2f9 req-06bc7d58-a3d5-4277-8b28-d06b55fc081a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:28.941485 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-014dbc7a-4535-4c60-9d61-f382a15db2f9 req-06bc7d58-a3d5-4277-8b28-d06b55fc081a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0585647 Sep 18 01:03:29.017440 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-014dbc7a-4535-4c60-9d61-f382a15db2f9 req-6072b2fc-b98d-40dc-92b7-8629528a6baf tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699060 Sep 18 01:03:29.185578 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e284a072-5eaa-42fc-87c3-802ea305da04 req-14b9db2d-52a9-4b91-9173-fbf00ed5cd8c tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0410187 Sep 18 01:03:29.693360 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c1eec-374b-4ece-abf4-27f4ba3e1452 req-fa423a4c-e90d-4ffb-89d7-df45a92a00d0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:29.694855 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dd5c1eec-374b-4ece-abf4-27f4ba3e1452 req-fa423a4c-e90d-4ffb-89d7-df45a92a00d0 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0476174 Sep 18 01:03:29.742331 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dd5c1eec-374b-4ece-abf4-27f4ba3e1452 req-e5a7a084-7b61-45e1-96f7-c8c00bb4c8be tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Sep 18 01:03:30.159312 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:30.172958 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bf0fc-bcf3-4937-bf51-bd51ae4a8566 req-7576d2bf-b8e6-4540-a036-700cd459f3f2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:30.174497 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-044bf0fc-bcf3-4937-bf51-bd51ae4a8566 req-7576d2bf-b8e6-4540-a036-700cd459f3f2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0586808 Sep 18 01:03:30.193821 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:30.225831 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-044bf0fc-bcf3-4937-bf51-bd51ae4a8566 req-fb5543e8-bc7b-46e5-9b60-2d719763598b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456722 Sep 18 01:03:30.325496 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3673555a-bcad-43d7-81bf-9731a0f72857 req-051cf286-a52d-4ab6-aba5-3e4f398458d8 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0367401 Sep 18 01:03:30.743477 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4fc15b5-9276-4c10-a6fa-194b6d48a029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:30.884185 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d062f-c367-42fb-8655-5b4c323dedad req-2e0803c1-fecf-4b21-9859-998c60604041 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:30.886322 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f72d062f-c367-42fb-8655-5b4c323dedad req-2e0803c1-fecf-4b21-9859-998c60604041 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0590751 Sep 18 01:03:30.934750 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f72d062f-c367-42fb-8655-5b4c323dedad req-5a946ded-62f4-4ddb-98ea-50bac6692248 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427523 Sep 18 01:03:31.355146 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb273c8-eb95-4d36-841b-ce4cfd5dca04 req-8a89c633-3678-4707-a878-ff3cb52210bd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:31.356669 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ccb273c8-eb95-4d36-841b-ce4cfd5dca04 req-8a89c633-3678-4707-a878-ff3cb52210bd tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0488012 Sep 18 01:03:31.410724 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ccb273c8-eb95-4d36-841b-ce4cfd5dca04 req-545a1ca5-a1a3-4f6b-9ebd-f3f2c7febb53 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483067 Sep 18 01:03:31.442365 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e4146441-20a2-434b-8cbb-e1a28fa4c04e req-5ca76b2c-0715-41ec-a48f-2f8e2e4ebf40 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0366066 Sep 18 01:03:31.480103 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-065d6458-4825-47fe-805b-1e839eea1019 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=54761854b3e9496ea28cc4c8224c25bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271780 Sep 18 01:03:32.060325 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099446e-d081-45e3-bac3-85301df71e5b req-9af166df-281a-47a9-8ebe-421089fb135b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:32.061812 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e099446e-d081-45e3-bac3-85301df71e5b req-9af166df-281a-47a9-8ebe-421089fb135b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0469067 Sep 18 01:03:32.109967 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e099446e-d081-45e3-bac3-85301df71e5b req-6880bac3-b637-4018-a30f-44ad314f83ea tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425291 Sep 18 01:03:32.548451 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabdd42-f731-481d-8051-7df681c5edb6 req-30cb56bc-5504-4c72-9b2a-b8ed0083b37e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:32.549979 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bbabdd42-f731-481d-8051-7df681c5edb6 req-30cb56bc-5504-4c72-9b2a-b8ed0083b37e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0586886 Sep 18 01:03:32.570730 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6125b5b5-0e5c-43fa-97ca-fcbc68d75491 req-5c341e0e-f723-4433-91b8-720d7f71edd5 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0416732 Sep 18 01:03:32.614720 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bbabdd42-f731-481d-8051-7df681c5edb6 req-3412fb7d-b51f-4683-a8a1-6e69b456419a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466785 Sep 18 01:03:32.860137 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-5be4e839-ec75-4bdd-87d2-ae4c3dd03914 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:32.861571 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-5be4e839-ec75-4bdd-87d2-ae4c3dd03914 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1070805 Sep 18 01:03:33.259706 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957649ab-1ca5-4b68-afb3-e1efa75ad6c1 req-2d85a6bc-4e01-495f-894b-a589b3741e55 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:33.261288 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-957649ab-1ca5-4b68-afb3-e1efa75ad6c1 req-2d85a6bc-4e01-495f-894b-a589b3741e55 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0549543 Sep 18 01:03:33.309834 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-957649ab-1ca5-4b68-afb3-e1efa75ad6c1 req-633c9efc-cfbf-4b70-8559-edf29b0f7f5c tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427716 Sep 18 01:03:33.633064 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:33.650062 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-07c05624-8b67-4f40-9745-b26f6837e813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:33.678246 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46b90765-b8ce-4df1-aeb3-e84e0da99131 req-c9be1239-03dd-4be5-81b7-1d75dd5f5bf8 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0306211 Sep 18 01:03:33.697243 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Request body: {'port': {'device_id': '8e28379c-2544-434d-bd34-794bccec8b71', 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c', 'admin_state_up': True, 'tenant_id': '54761854b3e9496ea28cc4c8224c25bf'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:33.793206 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d5099-d1ed-41de-8c67-4cdb617b6c97 req-6a305227-bf2b-497b-8c99-be972cebc2ed tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:33.794689 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-376d5099-d1ed-41de-8c67-4cdb617b6c97 req-6a305227-bf2b-497b-8c99-be972cebc2ed tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0905085 Sep 18 01:03:33.815714 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:33.879668 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-376d5099-d1ed-41de-8c67-4cdb617b6c97 req-10495fec-218b-414c-b2ae-3c3236094b97 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777669 Sep 18 01:03:33.890180 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Made reservation on behalf of 54761854b3e9496ea28cc4c8224c25bf for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:33.894120 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:33.904320 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:33.929280 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:33.984505 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks [] for security_group (e1f752f4-b2de-4a09-b451-b6994114dff5), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:33.989660 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e1f752f4-b2de-4a09-b451-b6994114dff5), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.054356 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f752f4-b2de-4a09-b451-b6994114dff5,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:34.068030 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.068429 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.068725 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.069058 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.069392 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.069699 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.070018 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.070333 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.070677 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.070996 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.071306 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.071617 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.071932 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.072244 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.072551 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.141657 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Allocated IP 192.168.233.19 (2e9a28bb-5187-4b03-b379-f00f6c89ae1c/c259a120-913f-40c1-a67c-4e12f0107531/e64f91b6-4c08-40d4-9722-1795a059189f) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:34.320885 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks [] for port (e64f91b6-4c08-40d4-9722-1795a059189f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.335524 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-90cb528b-898b-4280-ba0c-ceb1eabfdd66 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:34.336964 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-90cb528b-898b-4280-ba0c-ceb1eabfdd66 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 945 time: 0.0736587 Sep 18 01:03:34.340416 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810bce3-1e4c-47e6-86f2-867cf56c3191 req-e1d79149-455c-40b8-9f05-398fde9cb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:34.341846 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c810bce3-1e4c-47e6-86f2-867cf56c3191 req-e1d79149-455c-40b8-9f05-398fde9cb8b7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 1128 time: 0.0701518 Sep 18 01:03:34.356155 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.406268 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:34.411921 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:34.414604 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:03:34.420276 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:34.420913 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.429304 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c810bce3-1e4c-47e6-86f2-867cf56c3191 req-42197182-f705-435b-903f-86e7461f2e0d service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712965 Sep 18 01:03:34.465899 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Pushing event updated for resources: {'Port': ['ID=e64f91b6-4c08-40d4-9722-1795a059189f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:34.479780 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Deleting port 644cd5b5-288e-4651-9d36-20ed8d528fcb {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:34.480238 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.503813 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-66b88556-db3d-4afa-b13b-2025f84e7b2a tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8106110 Sep 18 01:03:34.511392 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3d098-f280-474d-a15f-1f52a82dba2b req-b7b71be4-8ffe-42dd-ac86-289c996edae9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:34.512787 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e6d3d098-f280-474d-a15f-1f52a82dba2b req-b7b71be4-8ffe-42dd-ac86-289c996edae9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0888824 Sep 18 01:03:34.603059 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e6d3d098-f280-474d-a15f-1f52a82dba2b req-bd9e745e-8a23-466a-ab75-fbae24c7127e tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781939 Sep 18 01:03:34.616907 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] For port 644cd5b5-288e-4651-9d36-20ed8d528fcb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=644cd5b5-288e-4651-9d36-20ed8d528fcb,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:34.617435 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.729593 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3ae0a8b9-359c-4ce8-8c6d-4d316361778c None None] Provisioning complete for port e64f91b6-4c08-40d4-9722-1795a059189f triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:03:34.730112 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a8b9-359c-4ce8-8c6d-4d316361778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.730382 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3ae0a8b9-359c-4ce8-8c6d-4d316361778c None None] Attempt 1 to provision port e64f91b6-4c08-40d4-9722-1795a059189f Sep 18 01:03:34.760490 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Request body: {'port': {'device_id': '8e28379c-2544-434d-bd34-794bccec8b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:34.768329 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0a8b9-359c-4ce8-8c6d-4d316361778c None None] Port e64f91b6-4c08-40d4-9722-1795a059189f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:03:34.790355 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.790756 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (88427aea-f406-4032-8f36-ba4ffabb127b), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.791070 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Floating IP 88427aea-f406-4032-8f36-ba4ffabb127b disassociated. External IP: 172.37.7.182, port: 644cd5b5-288e-4651-9d36-20ed8d528fcb. Sep 18 01:03:34.791412 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Calling delete_port for 644cd5b5-288e-4651-9d36-20ed8d528fcb owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:34.795224 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:34.865892 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0216f8-5044-4783-bd6f-a4df39b31be5 req-ae7234a4-751b-4384-974f-d601934ffc52 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:34.867527 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-af0216f8-5044-4783-bd6f-a4df39b31be5 req-ae7234a4-751b-4384-974f-d601934ffc52 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 935 time: 0.0982549 Sep 18 01:03:34.877105 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.928272 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (644cd5b5-288e-4651-9d36-20ed8d528fcb), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:34.956931 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event deleted for resources: {'Port': ['ID=644cd5b5-288e-4651-9d36-20ed8d528fcb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:34.965229 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-af0216f8-5044-4783-bd6f-a4df39b31be5 req-755349ca-8cd2-4a1f-a855-44bcd9fcd663 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899029 Sep 18 01:03:34.969688 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.970038 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.970381 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.970742 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.971076 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.971404 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.971727 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.972049 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.972385 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.972698 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.973015 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.973505 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.973983 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.974505 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.974984 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:34.984312 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:35.048225 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1e412283-369c-46a6-a848-7f5924463a85 req-80fad8ba-edcb-454b-aafb-b6d6d710f647 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.0820327 Sep 18 01:03:35.100551 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Router 48d2e058-3cbc-408f-b82a-8f4582274bed has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:35.153338 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:35.211533 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:35.214733 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64f91b6-4c08-40d4-9722-1795a059189f {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:35.224726 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eec684-1165-477c-999c-f02b55988a0f None None] Sync routers for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:35.225118 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Publish callbacks [] for port (e64f91b6-4c08-40d4-9722-1795a059189f), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.242189 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Transition to ACTIVE for port object e64f91b6-4c08-40d4-9722-1795a059189f will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:03:35.247323 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.251282 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eec684-1165-477c-999c-f02b55988a0f None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:35.252164 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-50eec684-1165-477c-999c-f02b55988a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:03:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:35.257489 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.260789 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] No DVR routers for this DVR port 644cd5b5-288e-4651-9d36-20ed8d528fcb on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:35.264415 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.266907 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-64c5ad7b-29ed-4c04-bd5b-ddc3ce5d44ce req-68ee8046-af08-4ef5-b2c1-3ba926e4c633 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "DELETE /networking/v2.0/ports/644cd5b5-288e-4651-9d36-20ed8d528fcb HTTP/1.1" status: 204 len: 173 time: 0.9159975 Sep 18 01:03:35.267442 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'name': 'network-vif-deleted', 'tag': '644cd5b5-288e-4651-9d36-20ed8d528fcb'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:35.269764 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91106625-2669-412c-a9da-afb7aec8f899" -d '{"events": [{"server_uuid": "443c0c33-d16f-4b9b-86dc-99207ed72962", "name": "network-vif-deleted", "tag": "644cd5b5-288e-4651-9d36-20ed8d528fcb"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:35.302540 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3ae0a8b9-359c-4ce8-8c6d-4d316361778c None None] Attempt 2 to provision port e64f91b6-4c08-40d4-9722-1795a059189f Sep 18 01:03:35.334105 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Attempting to bind port e64f91b6-4c08-40d4-9722-1795a059189f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:03:35.334540 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Attempting to bind port e64f91b6-4c08-40d4-9722-1795a059189f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '95eb2f39-a5a5-435a-bddd-b67b52819a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:03:35.335612 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Attempting to bind port e64f91b6-4c08-40d4-9722-1795a059189f on network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:35.342050 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f72a09-0819-4e53-bc9a-922785c59895 x-openstack-request-id: req-45f72a09-0819-4e53-bc9a-922785c59895 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:35.342616 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443c0c33-d16f-4b9b-86dc-99207ed72962", "name": "network-vif-deleted", "tag": "644cd5b5-288e-4651-9d36-20ed8d528fcb", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:35.342616 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45f72a09-0819-4e53-bc9a-922785c59895 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:35.343009 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f72a09-0819-4e53-bc9a-922785c59895'] response: {'server_uuid': '443c0c33-d16f-4b9b-86dc-99207ed72962', 'name': 'network-vif-deleted', 'tag': '644cd5b5-288e-4651-9d36-20ed8d528fcb', 'status': 'completed', 'code': 200} Sep 18 01:03:35.354496 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0a8b9-359c-4ce8-8c6d-4d316361778c None None] Port e64f91b6-4c08-40d4-9722-1795a059189f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:03:35.372904 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b3961-6416-4581-987c-7fb589584146 service neutron] Pushing event updated for resources: {'Port': ['ID=e64f91b6-4c08-40d4-9722-1795a059189f,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:35.395714 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Port e64f91b6-4c08-40d4-9722-1795a059189f on network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:35.396070 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Attempting to bind port e64f91b6-4c08-40d4-9722-1795a059189f on network 2e9a28bb-5187-4b03-b379-f00f6c89ae1c {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:35.432130 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-50eec684-1165-477c-999c-f02b55988a0f None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:35.447135 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:03:35.447330 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Checking segment: {'id': '95eb2f39-a5a5-435a-bddd-b67b52819a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:03:35.447723 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Bound using segment: {'id': '95eb2f39-a5a5-435a-bddd-b67b52819a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:03:35.448746 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Bound port: e64f91b6-4c08-40d4-9722-1795a059189f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95eb2f39-a5a5-435a-bddd-b67b52819a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:03:35.449103 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.533246 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] For port e64f91b6-4c08-40d4-9722-1795a059189f, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:35.536905 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] For port e64f91b6-4c08-40d4-9722-1795a059189f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e64f91b6-4c08-40d4-9722-1795a059189f,segment=NetworkSegment(95eb2f39-a5a5-435a-bddd-b67b52819a1a),segment_id=95eb2f39-a5a5-435a-bddd-b67b52819a1a)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:35.544437 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.548740 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:35.549352 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.550833 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-938b3961-6416-4581-987c-7fb589584146 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/e64f91b6-4c08-40d4-9722-1795a059189f HTTP/1.1" status: 200 len: 1097 time: 0.8023958 Sep 18 01:03:35.551385 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e28379c-2544-434d-bd34-794bccec8b71', 'tag': 'e64f91b6-4c08-40d4-9722-1795a059189f'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:35.553695 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e28379c-2544-434d-bd34-794bccec8b71", "tag": "e64f91b6-4c08-40d4-9722-1795a059189f"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:35.609834 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cdc5e0-fd22-46e8-96da-196d8ac73881 x-openstack-request-id: req-e0cdc5e0-fd22-46e8-96da-196d8ac73881 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:35.610114 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e28379c-2544-434d-bd34-794bccec8b71", "tag": "e64f91b6-4c08-40d4-9722-1795a059189f", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:35.610546 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0cdc5e0-fd22-46e8-96da-196d8ac73881 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:35.611078 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cdc5e0-fd22-46e8-96da-196d8ac73881'] response: {'name': 'network-changed', 'server_uuid': '8e28379c-2544-434d-bd34-794bccec8b71', 'tag': 'e64f91b6-4c08-40d4-9722-1795a059189f', 'status': 'completed', 'code': 200} Sep 18 01:03:35.622542 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b3961-6416-4581-987c-7fb589584146 service neutron] Pushing event updated for resources: {'Port': ['ID=e64f91b6-4c08-40d4-9722-1795a059189f,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:35.657484 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-50eec684-1165-477c-999c-f02b55988a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:35.682595 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eec684-1165-477c-999c-f02b55988a0f None None] Checking router: 48d2e058-3cbc-408f-b82a-8f4582274bed for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:35.691742 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eec684-1165-477c-999c-f02b55988a0f None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:35.692368 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-50eec684-1165-477c-999c-f02b55988a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:03:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:35.748552 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2415992-ae8a-491f-b946-67183fc355f1 req-f3f260bc-9971-4916-82d9-b7afb86f94a9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:35.750250 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d2415992-ae8a-491f-b946-67183fc355f1 req-f3f260bc-9971-4916-82d9-b7afb86f94a9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 944 time: 0.0586972 Sep 18 01:03:35.801853 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d2415992-ae8a-491f-b946-67183fc355f1 req-51031970-6d53-4fb8-8935-35dc46659835 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452857 Sep 18 01:03:35.806967 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-50eec684-1165-477c-999c-f02b55988a0f None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:35.881981 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3ae0a8b9-359c-4ce8-8c6d-4d316361778c None None] Attempt 3 to provision port e64f91b6-4c08-40d4-9722-1795a059189f Sep 18 01:03:35.972584 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0a8b9-359c-4ce8-8c6d-4d316361778c None None] Port e64f91b6-4c08-40d4-9722-1795a059189f had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:03:36.090489 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 5025d940-e81a-4c19-8fda-e4fac2888b2a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:36.094983 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-50eec684-1165-477c-999c-f02b55988a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:36.153919 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eec684-1165-477c-999c-f02b55988a0f None None] The sync data for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi is: [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:36.214236 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:36.236660 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f011cdc-53cb-44dd-a886-fa4789fa4dea req-050548cd-7938-4443-b264-c9e7942cae63 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:36.244173 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1f011cdc-53cb-44dd-a886-fa4789fa4dea req-050548cd-7938-4443-b264-c9e7942cae63 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 947 time: 0.1562278 Sep 18 01:03:36.386490 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.396634 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3aac1bd3-0e8c-4f7b-80f1-0c210c8c2a40 req-17e4c0b2-3cf7-4348-b744-dd5f088383d8 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=443c0c33-d16f-4b9b-86dc-99207ed72962 HTTP/1.1" status: 200 len: 210 time: 0.1409516 Sep 18 01:03:36.420454 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-063fc2fa-0c23-49f4-987f-4223e6b516c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:36.422096 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-063fc2fa-0c23-49f4-987f-4223e6b516c9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=54761854b3e9496ea28cc4c8224c25bf&device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 1131 time: 0.1740289 Sep 18 01:03:36.439269 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1f011cdc-53cb-44dd-a886-fa4789fa4dea req-16f92c89-f23f-4cb4-acd9-ff8b2350d3ca tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935248 Sep 18 01:03:36.455298 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:36.476328 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'port_id': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'mac_address': 'fa:16:3e:88:86:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:36.515473 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 5025d940-e81a-4c19-8fda-e4fac2888b2a is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:36.515990 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.532919 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5025d940-e81a-4c19-8fda-e4fac2888b2a {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:36.539624 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:36.565066 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:36.570282 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.580514 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-34f06991-b139-4077-bbcd-d1375009d97f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=e64f91b6-4c08-40d4-9722-1795a059189f HTTP/1.1" status: 200 len: 217 time: 0.0552895 Sep 18 01:03:36.582797 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f6f85-d718-444c-b608-eb3ba09cc28b None None] New status for floating IP 88427aea-f406-4032-8f36-ba4ffabb127b: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:03:36.625122 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=9']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:36.828732 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:36.840230 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-89ad466e-6d4a-48c0-92d2-564bd815102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:36.841693 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-89ad466e-6d4a-48c0-92d2-564bd815102c service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=c259a120-913f-40c1-a67c-4e12f0107531 HTTP/1.1" status: 200 len: 843 time: 0.0495706 Sep 18 01:03:36.892882 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-5d5bb0bd-f625-4803-b19d-632319f976a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:36.894977 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-5d5bb0bd-f625-4803-b19d-632319f976a3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=2e9a28bb-5187-4b03-b379-f00f6c89ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459445 Sep 18 01:03:36.953610 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['5025d940-e81a-4c19-8fda-e4fac2888b2a'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:03:37.003291 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e59400-903c-493b-b115-1f00c1badf0d req-55c52b49-9ee1-47c5-a717-3b6a5d5f42c1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:37.005009 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-62e59400-903c-493b-b115-1f00c1badf0d req-55c52b49-9ee1-47c5-a717-3b6a5d5f42c1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 945 time: 0.1000898 Sep 18 01:03:37.064616 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-b2aa1beb-6260-4bb7-95e3-32743e623e9d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2e9a28bb-5187-4b03-b379-f00f6c89ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586626 Sep 18 01:03:37.103087 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-62e59400-903c-493b-b115-1f00c1badf0d req-3bf449fd-ebe5-4d44-931c-5239bebd08e4 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896385 Sep 18 01:03:37.176762 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.178913 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f370e016-5295-4dfd-b8d7-13833a172a95 req-09681e9a-8a3a-4e33-8ec7-1f76a8c1bf9a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2e9a28bb-5187-4b03-b379-f00f6c89ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073487 Sep 18 01:03:37.187092 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:37.561989 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d835ba9-1e41-4fa3-a731-57c31080cfcd req-8623646f-2964-4e56-ac31-98963bfd9335 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:37.563540 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d835ba9-1e41-4fa3-a731-57c31080cfcd req-8623646f-2964-4e56-ac31-98963bfd9335 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 947 time: 0.0507815 Sep 18 01:03:37.624341 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0d835ba9-1e41-4fa3-a731-57c31080cfcd req-d931add4-2351-437e-bb8a-04e4cb873a0f tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550158 Sep 18 01:03:37.655656 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-402d2a00-0fd4-4e35-a5df-e8747f7d5050 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-821199059&fields=id&tenant_id=6958209222b44905bcb4baa1b8c26c58 HTTP/1.1" status: 200 len: 267 time: 0.0500829 Sep 18 01:03:37.763709 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041906-54f4-4278-9ff9-17837bc1372c req-39c796d4-973f-44d0-8c73-7bdc590af4ed tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:37.765077 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-39c796d4-973f-44d0-8c73-7bdc590af4ed tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 812 time: 0.1031795 Sep 18 01:03:37.779261 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-9793bc52-a6f6-43b8-aef0-c4ef0d90b8a9 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/quotas/6958209222b44905bcb4baa1b8c26c58 HTTP/1.1" status: 200 len: 375 time: 0.0088749 Sep 18 01:03:37.829515 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-361d2aa4-4104-4082-9e3b-f33727c5b71c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455134 Sep 18 01:03:38.024027 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-cfd672ec-9cf6-4647-b45e-8d508fdeed02 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826339 Sep 18 01:03:38.110431 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 5025d940-e81a-4c19-8fda-e4fac2888b2a up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:38.114779 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-797e4414-09f7-4b35-9dc4-a45b3ce8b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:38.116270 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-797e4414-09f7-4b35-9dc4-a45b3ce8b036 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=54761854b3e9496ea28cc4c8224c25bf&device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 1131 time: 0.0915017 Sep 18 01:03:38.157676 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 5025d940-e81a-4c19-8fda-e4fac2888b2a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:03:38.158098 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.158482 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 5025d940-e81a-4c19-8fda-e4fac2888b2a Sep 18 01:03:38.160762 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:38.205016 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-ca166642-864b-4563-9d9b-d165f961c068 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722963 Sep 18 01:03:38.226771 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:38.238718 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-767ddc07-a75d-47a1-ae6e-505353a9eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:38.240676 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-767ddc07-a75d-47a1-ae6e-505353a9eacc service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=2e9a28bb-5187-4b03-b379-f00f6c89ae1c HTTP/1.1" status: 200 len: 870 time: 0.1155336 Sep 18 01:03:38.249162 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 5025d940-e81a-4c19-8fda-e4fac2888b2a is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:38.250419 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.280558 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:38.283087 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f276cf3-1abb-4c83-8896-3837ef5dcc9d" -d '{"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-plugged", "status": "completed", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:38.284931 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-964a1dc5-92d5-423b-9304-7dc29e6322f7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=e64f91b6-4c08-40d4-9722-1795a059189f HTTP/1.1" status: 200 len: 217 time: 0.0387473 Sep 18 01:03:38.297267 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:38.303896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.304775 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 644cd5b5-288e-4651-9d36-20ed8d528fcb no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:38.329482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 644cd5b5-288e-4651-9d36-20ed8d528fcb {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:38.330032 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 644cd5b5-288e-4651-9d36-20ed8d528fcb not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:38.334585 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b738c4b2-b063-4ed1-a086-53df3cef5104 x-openstack-request-id: req-b738c4b2-b063-4ed1-a086-53df3cef5104 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:38.334873 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-plugged", "status": "completed", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:38.335121 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b738c4b2-b063-4ed1-a086-53df3cef5104 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:38.335865 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b738c4b2-b063-4ed1-a086-53df3cef5104'] response: {'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'code': 200} Sep 18 01:03:38.342666 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:38.347509 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-399f1d9c-b746-4cdb-a996-2fc4adba383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:38.349006 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-399f1d9c-b746-4cdb-a996-2fc4adba383c service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=c259a120-913f-40c1-a67c-4e12f0107531 HTTP/1.1" status: 200 len: 843 time: 0.0584698 Sep 18 01:03:38.380181 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:38.416960 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-15067071-ecc1-4125-b518-ea0034ed5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:38.418488 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-15067071-ecc1-4125-b518-ea0034ed5a35 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=2e9a28bb-5187-4b03-b379-f00f6c89ae1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0425386 Sep 18 01:03:38.770254 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629e909-a099-477f-8a5c-59dabdfb1ab3 req-e472611b-81eb-482c-b7a6-85a142b30926 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:38.771702 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6629e909-a099-477f-8a5c-59dabdfb1ab3 req-e472611b-81eb-482c-b7a6-85a142b30926 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 947 time: 0.0553794 Sep 18 01:03:38.812417 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-8bc11b96-2fec-44cb-84c7-651ccda8e03f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2e9a28bb-5187-4b03-b379-f00f6c89ae1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867428 Sep 18 01:03:38.879073 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6629e909-a099-477f-8a5c-59dabdfb1ab3 req-78ddb22f-c89f-4140-9c34-2de947f07028 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987153 Sep 18 01:03:38.921082 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5d39c4cf-48ce-41ed-8ad0-67e1962af0d8 req-227865b6-c6c6-4eda-9a82-eb84c7fffc8e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/2e9a28bb-5187-4b03-b379-f00f6c89ae1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010799 Sep 18 01:03:39.565775 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a2c950c8-f6bb-415b-a7cf-21b9e12c7021 req-1097c4f7-e803-4404-a195-3b5df0e5ab2b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 210 time: 0.0281134 Sep 18 01:03:40.004858 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484db741-4b28-48b0-be07-c616f33e5034 req-2b5b4c8c-da33-457d-aacf-58d9b894af81 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:40.006313 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-484db741-4b28-48b0-be07-c616f33e5034 req-2b5b4c8c-da33-457d-aacf-58d9b894af81 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 947 time: 0.0463717 Sep 18 01:03:40.057079 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-484db741-4b28-48b0-be07-c616f33e5034 req-da194ce3-7ce1-45e2-b16c-25c0d4bf8be3 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Sep 18 01:03:40.117819 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device e64f91b6-4c08-40d4-9722-1795a059189f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:40.226715 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port e64f91b6-4c08-40d4-9722-1795a059189f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e64f91b6-4c08-40d4-9722-1795a059189f,segment=NetworkSegment(95eb2f39-a5a5-435a-bddd-b67b52819a1a),segment_id=95eb2f39-a5a5-435a-bddd-b67b52819a1a)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:40.240196 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'e64f91b6-4c08-40d4-9722-1795a059189f', 'network_id': '2e9a28bb-5187-4b03-b379-f00f6c89ae1c', 'port_id': 'e64f91b6-4c08-40d4-9722-1795a059189f', 'mac_address': 'fa:16:3e:98:85:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c259a120-913f-40c1-a67c-4e12f0107531', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:40.281905 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port e64f91b6-4c08-40d4-9722-1795a059189f is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:40.282297 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:40.295497 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64f91b6-4c08-40d4-9722-1795a059189f {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:40.315520 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port e64f91b6-4c08-40d4-9722-1795a059189f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e64f91b6-4c08-40d4-9722-1795a059189f,segment=NetworkSegment(95eb2f39-a5a5-435a-bddd-b67b52819a1a),segment_id=95eb2f39-a5a5-435a-bddd-b67b52819a1a)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:40.318955 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:40.363581 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=e64f91b6-4c08-40d4-9722-1795a059189f,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:40.638176 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['e64f91b6-4c08-40d4-9722-1795a059189f'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:03:40.692890 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dae8f0e8-5ea9-44e1-bf1f-c6e6d09399a3 req-bef20417-14e2-4842-b35a-1011f201dc36 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 210 time: 0.0489569 Sep 18 01:03:40.785943 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041906-54f4-4278-9ff9-17837bc1372c req-77e2c492-e536-47c1-a34e-eb62543dab3e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:40.787636 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-77e2c492-e536-47c1-a34e-eb62543dab3e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 812 time: 0.1307216 Sep 18 01:03:40.861216 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-63d40915-cdf4-485a-aaaa-83355b2cb0dc tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6958209222b44905bcb4baa1b8c26c58 HTTP/1.1" status: 200 len: 379 time: 0.0553508 Sep 18 01:03:40.869454 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'port': {'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'admin_state_up': True, 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'security_groups': ['1b58ffc9-4a9a-433b-a5a3-727ba234b313']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:40.972225 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Made reservation on behalf of 6958209222b44905bcb4baa1b8c26c58 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:40.975865 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:41.099866 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Allocated IP 172.20.0.10 (4ff6b087-81f6-47ef-8679-6af29cd7449d/52476ad1-2314-4151-89b3-e897e528df42/d89c76f8-4e53-4830-b1fe-dff8b48e622b) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:41.108968 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:41.137009 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:41.247042 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692c4b6-1f30-4cb8-87b5-71fd9588867a req-df46086d-201c-474a-a3b0-f5ea0bfea9c7 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:41.248363 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1692c4b6-1f30-4cb8-87b5-71fd9588867a req-df46086d-201c-474a-a3b0-f5ea0bfea9c7 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 948 time: 0.1063471 Sep 18 01:03:41.318590 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:41.334341 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1692c4b6-1f30-4cb8-87b5-71fd9588867a req-8be1926f-f999-446a-92f7-28c374058326 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767119 Sep 18 01:03:41.361850 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:41.408743 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:41.411757 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:41.415537 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:03:41.420547 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:41.421154 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:41.431451 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'Port': ['ID=d89c76f8-4e53-4830-b1fe-dff8b48e622b,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:41.443524 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-bb9639ef-814c-43d5-baf0-b951a43a65e4 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775855 Sep 18 01:03:41.639202 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-5bcfc8f5-849d-49b5-bfe6-6910c610545d None None] Provisioning complete for port d89c76f8-4e53-4830-b1fe-dff8b48e622b triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:03:41.639750 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5bcfc8f5-849d-49b5-bfe6-6910c610545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:41.639937 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-5bcfc8f5-849d-49b5-bfe6-6910c610545d None None] Attempt 1 to provision port d89c76f8-4e53-4830-b1fe-dff8b48e622b Sep 18 01:03:41.672845 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfc8f5-849d-49b5-bfe6-6910c610545d None None] Port d89c76f8-4e53-4830-b1fe-dff8b48e622b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:03:41.681387 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Request body: {'port': {'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:41.752657 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:41.853750 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4331025-31d7-4ab6-b245-a59e3b14dd36 req-6919efab-6144-4b12-a983-1347b2db1c41 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:41.855375 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b4331025-31d7-4ab6-b245-a59e3b14dd36 req-6919efab-6144-4b12-a983-1347b2db1c41 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 932 time: 0.0688231 Sep 18 01:03:42.001055 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b4331025-31d7-4ab6-b245-a59e3b14dd36 req-acec3524-c749-4d5d-98bd-3a0ae9c8e9a7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056333 Sep 18 01:03:42.099099 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89c76f8-4e53-4830-b1fe-dff8b48e622b {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:42.107707 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Publish callbacks [] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.120859 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Transition to ACTIVE for port object d89c76f8-4e53-4830-b1fe-dff8b48e622b will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:03:42.125566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.141622 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device e64f91b6-4c08-40d4-9722-1795a059189f up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:42.148065 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:42.174481 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-5bcfc8f5-849d-49b5-bfe6-6910c610545d None None] Attempt 2 to provision port d89c76f8-4e53-4830-b1fe-dff8b48e622b Sep 18 01:03:42.194108 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c76f8-4e53-4830-b1fe-dff8b48e622b,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:42.205847 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Attempting to bind port d89c76f8-4e53-4830-b1fe-dff8b48e622b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:03:42.205847 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Attempting to bind port d89c76f8-4e53-4830-b1fe-dff8b48e622b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:03:42.206172 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Attempting to bind port d89c76f8-4e53-4830-b1fe-dff8b48e622b on network 4ff6b087-81f6-47ef-8679-6af29cd7449d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:42.216446 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfc8f5-849d-49b5-bfe6-6910c610545d None None] Port d89c76f8-4e53-4830-b1fe-dff8b48e622b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:03:42.222901 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port e64f91b6-4c08-40d4-9722-1795a059189f completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:03:42.230428 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port e64f91b6-4c08-40d4-9722-1795a059189f triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:03:42.230968 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.231393 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port e64f91b6-4c08-40d4-9722-1795a059189f Sep 18 01:03:42.233448 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:42.261468 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Port d89c76f8-4e53-4830-b1fe-dff8b48e622b on network 4ff6b087-81f6-47ef-8679-6af29cd7449d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:42.261801 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Attempting to bind port d89c76f8-4e53-4830-b1fe-dff8b48e622b on network 4ff6b087-81f6-47ef-8679-6af29cd7449d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:42.267834 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:42.313600 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:03:42.314074 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Checking segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:03:42.314619 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Bound using segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:03:42.315155 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Bound port: d89c76f8-4e53-4830-b1fe-dff8b48e622b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:03:42.315633 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.318306 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port e64f91b6-4c08-40d4-9722-1795a059189f is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:42.318827 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.343386 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e28379c-2544-434d-bd34-794bccec8b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64f91b6-4c08-40d4-9722-1795a059189f'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:42.346171 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6f26f2-73a3-4404-a0a0-8543b1c241c7" -d '{"events": [{"server_uuid": "8e28379c-2544-434d-bd34-794bccec8b71", "name": "network-vif-plugged", "status": "completed", "tag": "e64f91b6-4c08-40d4-9722-1795a059189f"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:42.363537 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port e64f91b6-4c08-40d4-9722-1795a059189f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e64f91b6-4c08-40d4-9722-1795a059189f,segment=NetworkSegment(95eb2f39-a5a5-435a-bddd-b67b52819a1a),segment_id=95eb2f39-a5a5-435a-bddd-b67b52819a1a)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:42.374432 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.410973 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] For port d89c76f8-4e53-4830-b1fe-dff8b48e622b, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:42.413686 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f94b1a-9ef7-4e88-a8eb-56cf2d6d87eb x-openstack-request-id: req-a7f94b1a-9ef7-4e88-a8eb-56cf2d6d87eb {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:42.413977 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e28379c-2544-434d-bd34-794bccec8b71", "name": "network-vif-plugged", "status": "completed", "tag": "e64f91b6-4c08-40d4-9722-1795a059189f", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:42.414226 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7f94b1a-9ef7-4e88-a8eb-56cf2d6d87eb {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:42.414345 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] For port d89c76f8-4e53-4830-b1fe-dff8b48e622b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:42.414671 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f94b1a-9ef7-4e88-a8eb-56cf2d6d87eb'] response: {'server_uuid': '8e28379c-2544-434d-bd34-794bccec8b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64f91b6-4c08-40d4-9722-1795a059189f', 'code': 200} Sep 18 01:03:42.422743 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.429316 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:42.430239 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.431924 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/d89c76f8-4e53-4830-b1fe-dff8b48e622b HTTP/1.1" status: 200 len: 1094 time: 0.7590048 Sep 18 01:03:42.432850 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:42.435762 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32d1611-8ff6-4454-84bb-b7498df336ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:42.469272 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=e64f91b6-4c08-40d4-9722-1795a059189f,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:42.541428 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc2964-1794-4623-a373-b06bd9ee07eb req-af7b1604-177e-42f6-abc5-4ad66398ed2d tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:42.543322 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-56bc2964-1794-4623-a373-b06bd9ee07eb req-af7b1604-177e-42f6-abc5-4ad66398ed2d tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 949 time: 0.0773401 Sep 18 01:03:42.546133 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b675dbc-0076-4c6f-83cf-e177f5617e47 x-openstack-request-id: req-5b675dbc-0076-4c6f-83cf-e177f5617e47 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:42.546482 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:42.546774 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b675dbc-0076-4c6f-83cf-e177f5617e47 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:42.547179 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b675dbc-0076-4c6f-83cf-e177f5617e47'] response: {'name': 'network-changed', 'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'status': 'completed', 'code': 200} Sep 18 01:03:42.548002 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfecfd-ddb8-480d-89d4-19ee41d67718 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c76f8-4e53-4830-b1fe-dff8b48e622b,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:42.628459 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041906-54f4-4278-9ff9-17837bc1372c req-38d8c044-cd21-46ee-a4f2-0fe7b10920f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:42.629946 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-38d8c044-cd21-46ee-a4f2-0fe7b10920f8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 1128 time: 0.0635478 Sep 18 01:03:42.633778 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-56bc2964-1794-4623-a373-b06bd9ee07eb req-e5a417a1-310a-4572-b324-6a6bf86d2489 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825496 Sep 18 01:03:42.692467 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501095c-77fc-4002-b3af-370834cbec88 req-ef97cb27-3bf1-4586-a417-8c834059e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:42.693972 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-38f8d1c7-58ce-4477-b348-dcbb3d604d55 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b HTTP/1.1" status: 200 len: 217 time: 0.0472405 Sep 18 01:03:42.694153 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f501095c-77fc-4002-b3af-370834cbec88 req-ef97cb27-3bf1-4586-a417-8c834059e707 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 1133 time: 0.0467727 Sep 18 01:03:42.717698 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-5bcfc8f5-849d-49b5-bfe6-6910c610545d None None] Attempt 3 to provision port d89c76f8-4e53-4830-b1fe-dff8b48e622b Sep 18 01:03:42.748440 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:42.761974 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041906-54f4-4278-9ff9-17837bc1372c req-fc98fb02-0268-4401-8771-921ab4038df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:42.763329 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-fc98fb02-0268-4401-8771-921ab4038df1 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.0595379 Sep 18 01:03:42.770174 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f501095c-77fc-4002-b3af-370834cbec88 req-d6bd2873-cf8c-4b89-88ef-f16cec33f32e service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640054 Sep 18 01:03:42.775688 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5bcfc8f5-849d-49b5-bfe6-6910c610545d None None] Port d89c76f8-4e53-4830-b1fe-dff8b48e622b had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:03:43.077153 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f041906-54f4-4278-9ff9-17837bc1372c req-1ca4fbb3-b1cb-4c95-9e3f-39dfea2c78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:43.078909 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-1ca4fbb3-b1cb-4c95-9e3f-39dfea2c78f8 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515187 Sep 18 01:03:43.194933 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab92336-2cb0-49c0-bd34-b91efe828400 req-7c90d27b-eee4-4c8b-9a35-391a90e8eb1a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:43.196398 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fab92336-2cb0-49c0-bd34-b91efe828400 req-7c90d27b-eee4-4c8b-9a35-391a90e8eb1a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 944 time: 0.0961633 Sep 18 01:03:43.252436 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-e9c64b3e-f409-4db8-adee-06adb13dbbf5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603112 Sep 18 01:03:43.271251 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fab92336-2cb0-49c0-bd34-b91efe828400 req-47a0fe2b-47c3-42ba-957b-80fd420f70c5 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687718 Sep 18 01:03:43.541868 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0f041906-54f4-4278-9ff9-17837bc1372c req-891945d9-04b4-4ebf-ae14-00267d81d1d0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956783 Sep 18 01:03:43.754540 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bbb8a-608a-4460-850b-9c3e1d1e86b1 req-7ecbcaf3-c23c-4815-bb5b-a1544bd387f5 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:43.755928 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb4bbb8a-608a-4460-850b-9c3e1d1e86b1 req-7ecbcaf3-c23c-4815-bb5b-a1544bd387f5 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 949 time: 0.0457454 Sep 18 01:03:43.781417 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:43.803707 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb4bbb8a-608a-4460-850b-9c3e1d1e86b1 req-3d7f3d30-2a69-4126-a8e9-2eaed46e2afe tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Sep 18 01:03:44.391313 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ba44-73b5-4753-9608-e7ecb46ea614 req-995d9bf6-2c07-47d1-881e-3964d68c3502 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:44.392783 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3c60ba44-73b5-4753-9608-e7ecb46ea614 req-995d9bf6-2c07-47d1-881e-3964d68c3502 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 944 time: 0.0454321 Sep 18 01:03:44.446551 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3c60ba44-73b5-4753-9608-e7ecb46ea614 req-edc08055-92c0-480b-9127-b5ee8b6d6c88 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481565 Sep 18 01:03:44.702034 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-07fb2917-7037-4fd0-8f74-f0d42ec8e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:44.703575 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-07fb2917-7037-4fd0-8f74-f0d42ec8e09a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 1128 time: 0.0406175 Sep 18 01:03:44.864408 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-09890d50-6372-442f-ad24-dcefc00a24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:44.865885 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-09890d50-6372-442f-ad24-dcefc00a24fd service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 913 time: 0.0993214 Sep 18 01:03:44.889670 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:44.951646 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-00ce4db1-fd45-468a-b2ad-11495f56d8f6 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b HTTP/1.1" status: 200 len: 217 time: 0.0594087 Sep 18 01:03:44.973842 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cbd1c-851a-462c-b814-1b1dec789884 req-102daaed-4bc8-4f9a-8bcf-03773f76da4c tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:44.975230 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6a0cbd1c-851a-462c-b814-1b1dec789884 req-102daaed-4bc8-4f9a-8bcf-03773f76da4c tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 949 time: 0.0945036 Sep 18 01:03:45.032179 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-2d9f22cc-624e-4e38-90d3-189be9b55e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:45.033624 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-2d9f22cc-624e-4e38-90d3-189be9b55e07 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.0760424 Sep 18 01:03:45.063189 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6a0cbd1c-851a-462c-b814-1b1dec789884 req-6681c2e2-6edb-4501-bf75-fe661e6b77d5 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704191 Sep 18 01:03:45.090852 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-3903fa22-838b-4cc6-aa1a-b47713c6512f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:45.092340 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-3903fa22-838b-4cc6-aa1a-b47713c6512f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490565 Sep 18 01:03:45.223762 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-315e26a5-67c8-4c68-a640-ca02702a9cd3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246877 Sep 18 01:03:45.345780 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e32d1611-8ff6-4454-84bb-b7498df336ff req-f3eb5984-a1ce-45af-99f4-de07673df339 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161575 Sep 18 01:03:45.379848 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b666bb6-828f-4043-8d04-ec8b2abe9497 req-b8dd6b1f-fcaf-4f2c-9336-41461e816d6f tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:45.381325 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2b666bb6-828f-4043-8d04-ec8b2abe9497 req-b8dd6b1f-fcaf-4f2c-9336-41461e816d6f tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 949 time: 0.0506585 Sep 18 01:03:45.429997 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2b666bb6-828f-4043-8d04-ec8b2abe9497 req-db7e8256-0095-44b7-be52-5dde901fb584 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Sep 18 01:03:45.571883 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4869a07-e34d-433a-a286-25ab43093794 req-fc8575aa-2257-468a-aada-ab719045d6ef tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:45.573352 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b4869a07-e34d-433a-a286-25ab43093794 req-fc8575aa-2257-468a-aada-ab719045d6ef tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 944 time: 0.0499063 Sep 18 01:03:45.623026 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b4869a07-e34d-433a-a286-25ab43093794 req-e6f39678-7b1c-44b3-8aa8-8f6506b75dfc tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440352 Sep 18 01:03:46.279492 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2f830-58f3-4614-91e6-c584320b3cd9 req-5768b355-4911-473d-b195-093c1e93f6bc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:46.280965 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b5e2f830-58f3-4614-91e6-c584320b3cd9 req-5768b355-4911-473d-b195-093c1e93f6bc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 945 time: 0.0466299 Sep 18 01:03:46.327784 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b5e2f830-58f3-4614-91e6-c584320b3cd9 req-0ccc9c70-cc0e-42ec-b2d6-ae2a54da80c5 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412042 Sep 18 01:03:46.563086 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbcfc7-2038-4dd3-86f1-f2218f1bf357 req-0eccaa4f-3b52-46b5-b7b0-95673de8ebc5 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:46.564642 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-23dbcfc7-2038-4dd3-86f1-f2218f1bf357 req-0eccaa4f-3b52-46b5-b7b0-95673de8ebc5 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 949 time: 0.0524807 Sep 18 01:03:46.622620 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-23dbcfc7-2038-4dd3-86f1-f2218f1bf357 req-14e3bac1-d1d8-48b6-b8e8-2e68c72f3151 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514460 Sep 18 01:03:46.659266 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:46.661188 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:46.725055 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:46.742672 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47e498-586d-4218-b7ce-23caf28f0fb4 req-7ab34046-9d9b-440d-966e-2238d2c1ae9c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:46.744121 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-da47e498-586d-4218-b7ce-23caf28f0fb4 req-7ab34046-9d9b-440d-966e-2238d2c1ae9c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 944 time: 0.0463984 Sep 18 01:03:46.798217 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-da47e498-586d-4218-b7ce-23caf28f0fb4 req-32c430b5-b9bf-4252-9aba-9974c7a7aa60 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465050 Sep 18 01:03:47.449222 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e49031-87f1-4294-b344-9e593efd167a req-b522e1ae-bfc0-4322-8611-519866dc34cc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:47.450766 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12e49031-87f1-4294-b344-9e593efd167a req-b522e1ae-bfc0-4322-8611-519866dc34cc tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 945 time: 0.0463238 Sep 18 01:03:47.498991 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12e49031-87f1-4294-b344-9e593efd167a req-025a52b9-a0a1-4d3a-9592-b75fd7ebc7f3 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Sep 18 01:03:47.747902 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36ac05-1e9f-4498-9531-aa8c028aa5db req-cf08b4d8-7083-4c5c-b94e-5043fd5596a1 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:47.749439 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7f36ac05-1e9f-4498-9531-aa8c028aa5db req-cf08b4d8-7083-4c5c-b94e-5043fd5596a1 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 949 time: 0.0515637 Sep 18 01:03:47.781533 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:47.807567 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7f36ac05-1e9f-4498-9531-aa8c028aa5db req-b38d874e-5a9c-42f8-91fa-9ee3d7edfcb5 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=e1f752f4-b2de-4a09-b451-b6994114dff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456820 Sep 18 01:03:47.916805 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18362bc8-a382-4559-a7dd-255be8fe056e req-f8869046-eea5-48ec-8010-df109abe3c69 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:47.918139 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-18362bc8-a382-4559-a7dd-255be8fe056e req-f8869046-eea5-48ec-8010-df109abe3c69 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 944 time: 0.0456579 Sep 18 01:03:47.967510 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-18362bc8-a382-4559-a7dd-255be8fe056e req-fe0482f9-d073-49ab-8400-98869086ccf3 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438349 Sep 18 01:03:48.423054 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-857c71c1-ca69-47c8-acc1-019c3a46752e tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:48.424753 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-857c71c1-ca69-47c8-acc1-019c3a46752e tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 949 time: 0.0490770 Sep 18 01:03:48.514770 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Deleting port e64f91b6-4c08-40d4-9722-1795a059189f {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:48.515036 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.606956 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-a8df1385-d123-4f04-9e74-90311563883f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:48.609377 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-a8df1385-d123-4f04-9e74-90311563883f tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 945 time: 0.0540407 Sep 18 01:03:48.647432 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] For port e64f91b6-4c08-40d4-9722-1795a059189f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e64f91b6-4c08-40d4-9722-1795a059189f,segment=NetworkSegment(95eb2f39-a5a5-435a-bddd-b67b52819a1a),segment_id=95eb2f39-a5a5-435a-bddd-b67b52819a1a)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:48.647863 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.666682 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d5748-9b99-4643-b30b-d6a764622b34 req-e95c3ae9-c692-40e3-ad90-cb1f3c61ba59 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:48.668818 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d76d5748-9b99-4643-b30b-d6a764622b34 req-e95c3ae9-c692-40e3-ad90-cb1f3c61ba59 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 945 time: 0.0677509 Sep 18 01:03:48.673839 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Calling delete_port for e64f91b6-4c08-40d4-9722-1795a059189f owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:48.767022 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d76d5748-9b99-4643-b30b-d6a764622b34 req-d41da403-6cbd-483e-8ddb-c2a2324a4d20 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=4920c33a-1a1a-4a00-a38f-c76b4156c8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908132 Sep 18 01:03:48.877463 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (e64f91b6-4c08-40d4-9722-1795a059189f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.915510 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['e64f91b6-4c08-40d4-9722-1795a059189f'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:03:48.968982 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Pushing event deleted for resources: {'Port': ['ID=e64f91b6-4c08-40d4-9722-1795a059189f,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:48.981098 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Deleting port 31d344bf-7a01-4651-9813-cae9ac176973 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:48.981570 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (31d344bf-7a01-4651-9813-cae9ac176973), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.990588 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-123dd793-3b94-48b5-9bec-6a44150977b8 req-44d38053-27d5-4e7c-ac95-bd53868a91c2 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8e28379c-2544-434d-bd34-794bccec8b71 HTTP/1.1" status: 200 len: 210 time: 0.0927892 Sep 18 01:03:48.991262 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] No DVR routers for this DVR port e64f91b6-4c08-40d4-9722-1795a059189f on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:48.995940 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.006846 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2de5de75-92bc-4db2-8b15-e03f2c716cd8 req-7503a6f2-ac9c-4a81-b8ab-408899ed7031 tempest-VolumesNegativeTest-34305390 tempest-VolumesNegativeTest-34305390-project] 10.222.0.49 "DELETE /networking/v2.0/ports/e64f91b6-4c08-40d4-9722-1795a059189f HTTP/1.1" status: 204 len: 173 time: 0.5766621 Sep 18 01:03:49.007400 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e28379c-2544-434d-bd34-794bccec8b71', 'name': 'network-vif-deleted', 'tag': 'e64f91b6-4c08-40d4-9722-1795a059189f'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:49.014094 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b6b926-d8cd-4da6-a452-9a11fe3651b9" -d '{"events": [{"server_uuid": "8e28379c-2544-434d-bd34-794bccec8b71", "name": "network-vif-deleted", "tag": "e64f91b6-4c08-40d4-9722-1795a059189f"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:49.105830 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cae9486-47d4-4ad7-95af-a2b9400941e8 x-openstack-request-id: req-8cae9486-47d4-4ad7-95af-a2b9400941e8 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:49.106117 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e28379c-2544-434d-bd34-794bccec8b71", "name": "network-vif-deleted", "tag": "e64f91b6-4c08-40d4-9722-1795a059189f", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:49.106361 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cae9486-47d4-4ad7-95af-a2b9400941e8 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:49.106787 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cae9486-47d4-4ad7-95af-a2b9400941e8'] response: {'server_uuid': '8e28379c-2544-434d-bd34-794bccec8b71', 'name': 'network-vif-deleted', 'tag': 'e64f91b6-4c08-40d4-9722-1795a059189f', 'status': 'completed', 'code': 200} Sep 18 01:03:49.108500 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] For port 31d344bf-7a01-4651-9813-cae9ac176973, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d344bf-7a01-4651-9813-cae9ac176973,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:49.109054 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (31d344bf-7a01-4651-9813-cae9ac176973), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.125392 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62749288-93ea-47cd-8285-7cbedf34f86b req-7a52026d-8e68-483a-b879-fd580998d65e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:49.132381 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-62749288-93ea-47cd-8285-7cbedf34f86b req-7a52026d-8e68-483a-b879-fd580998d65e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 944 time: 0.0607283 Sep 18 01:03:49.182374 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-62749288-93ea-47cd-8285-7cbedf34f86b req-ea456fdf-b312-410f-98e9-e2bbced7526d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490146 Sep 18 01:03:49.289497 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.290074 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (27d0b055-0f87-4a0b-9490-cde0a9d4c50a), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.290403 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Floating IP 27d0b055-0f87-4a0b-9490-cde0a9d4c50a disassociated. External IP: 172.37.7.175, port: 31d344bf-7a01-4651-9813-cae9ac176973. Sep 18 01:03:49.290788 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Calling delete_port for 31d344bf-7a01-4651-9813-cae9ac176973 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:49.424453 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (31d344bf-7a01-4651-9813-cae9ac176973), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.450355 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'Port': ['ID=31d344bf-7a01-4651-9813-cae9ac176973,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:49.562036 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:49.607038 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:49.674162 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:49.687927 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:49.699544 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:49.700372 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:03:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:49.719473 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] No DVR routers for this DVR port 31d344bf-7a01-4651-9813-cae9ac176973 on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:49.722042 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.725318 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0d6fbf82-8ef6-4b5b-b025-0ca15d0b620f req-2decafb4-6741-436c-a25c-79745aa7257b tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.49 "DELETE /networking/v2.0/ports/31d344bf-7a01-4651-9813-cae9ac176973 HTTP/1.1" status: 204 len: 173 time: 1.1074719 Sep 18 01:03:49.725854 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'name': 'network-vif-deleted', 'tag': '31d344bf-7a01-4651-9813-cae9ac176973'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:49.728250 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1814d14d-2222-4f07-8184-a988d0272ea1" -d '{"events": [{"server_uuid": "aeb33bda-3ec0-41d5-b1fd-edcabb801279", "name": "network-vif-deleted", "tag": "31d344bf-7a01-4651-9813-cae9ac176973"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:49.740856 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:49.788697 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14115c58-460c-40ac-a02b-db24a8c79fe1 x-openstack-request-id: req-14115c58-460c-40ac-a02b-db24a8c79fe1 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:49.789225 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb33bda-3ec0-41d5-b1fd-edcabb801279", "name": "network-vif-deleted", "tag": "31d344bf-7a01-4651-9813-cae9ac176973", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:49.789598 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14115c58-460c-40ac-a02b-db24a8c79fe1 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:49.790106 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14115c58-460c-40ac-a02b-db24a8c79fe1'] response: {'server_uuid': 'aeb33bda-3ec0-41d5-b1fd-edcabb801279', 'name': 'network-vif-deleted', 'tag': '31d344bf-7a01-4651-9813-cae9ac176973', 'status': 'completed', 'code': 200} Sep 18 01:03:49.823476 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:49.894056 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fbada2bf-2414-4543-918b-f63de439de7f req-86ec8aaf-5c01-4e0f-8376-dc254e6e34f1 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 210 time: 0.0295904 Sep 18 01:03:50.034541 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:50.060772 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:50.069917 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:50.070552 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:03:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:50.178792 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:50.275851 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:50.321018 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:50.339178 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848e2a-e118-47c9-a300-428ea0673fa9 req-bcea1423-ac49-4d39-8bdc-13c27a75a155 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:50.340927 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2f848e2a-e118-47c9-a300-428ea0673fa9 req-bcea1423-ac49-4d39-8bdc-13c27a75a155 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 944 time: 0.0725398 Sep 18 01:03:50.393686 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2f848e2a-e118-47c9-a300-428ea0673fa9 req-7c31c6c0-1936-4189-a22f-68ce123749e6 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468426 Sep 18 01:03:50.404041 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:50.434433 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef6137-09e1-4598-8bfe-af3490c829f5 None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T00:57:09Z', 'revision_number': 4, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97c3e450-0894-4ab7-a1d2-d72b756a6aa4', 'name': '', 'network_id': '3227bd19-4c4c-45c0-aee5-e73b3870bae1', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'mac_address': 'fa:16:3e:89:25:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:07Z', 'updated_at': '2022-09-18T00:57:24Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'subnets': [{'id': '665e6178-f5ce-4fbf-9a1f-c6745892e403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:50.686768 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6f920f-de7f-4990-8f98-9f3e183b2fc2 None None] New status for floating IP 27d0b055-0f87-4a0b-9490-cde0a9d4c50a: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:03:51.014791 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3108c2ed-d516-465c-ac88-f0ca1b1eb79f req-3db60485-a508-4fbf-8a5c-5dae0ddf77a6 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=aeb33bda-3ec0-41d5-b1fd-edcabb801279 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Sep 18 01:03:51.539675 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fef2bb-9461-415b-8714-668a07ffd87f req-6576e0d3-7324-426a-b784-4b5ac8ff6b6b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:51.541161 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e2fef2bb-9461-415b-8714-668a07ffd87f req-6576e0d3-7324-426a-b784-4b5ac8ff6b6b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 944 time: 0.0506189 Sep 18 01:03:51.573286 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:51.594036 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e2fef2bb-9461-415b-8714-668a07ffd87f req-ecd05a57-cfba-4fac-9f4a-31d57cd82e99 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 Sep 18 01:03:52.110152 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47128) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:52.166338 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d89c76f8-4e53-4830-b1fe-dff8b48e622b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:52.169566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c60b853b-0d44-4f4a-871a-8e5d39b95ebd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (4920c33a-1a1a-4a00-a38f-c76b4156c8e2), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.181182 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device e64f91b6-4c08-40d4-9722-1795a059189f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:52.192457 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c60b853b-0d44-4f4a-871a-8e5d39b95ebd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (4920c33a-1a1a-4a00-a38f-c76b4156c8e2), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.202792 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: e64f91b6-4c08-40d4-9722-1795a059189f {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:52.203269 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device e64f91b6-4c08-40d4-9722-1795a059189f not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:52.247405 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c60b853b-0d44-4f4a-871a-8e5d39b95ebd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (4920c33a-1a1a-4a00-a38f-c76b4156c8e2), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.249923 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c60b853b-0d44-4f4a-871a-8e5d39b95ebd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.253627 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-c60b853b-0d44-4f4a-871a-8e5d39b95ebd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4920c33a-1a1a-4a00-a38f-c76b4156c8e2 HTTP/1.1" status: 204 len: 168 time: 0.1400113 Sep 18 01:03:52.254229 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47134) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:52.261113 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b853b-0d44-4f4a-871a-8e5d39b95ebd tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4920c33a-1a1a-4a00-a38f-c76b4156c8e2,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.271987 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.api.v2.resource [None req-7bb9d566-a210-435d-be0a-8f3d20f849f4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] show failed (client error): The resource could not be found. Sep 18 01:03:52.274734 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7bb9d566-a210-435d-be0a-8f3d20f849f4 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "GET /networking/v2.0/security-groups/4920c33a-1a1a-4a00-a38f-c76b4156c8e2 HTTP/1.1" status: 404 len: 347 time: 0.0173497 Sep 18 01:03:52.276203 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47136) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:52.319692 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port d89c76f8-4e53-4830-b1fe-dff8b48e622b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:52.331471 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:52.364163 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:52.370283 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port d89c76f8-4e53-4830-b1fe-dff8b48e622b is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:52.370803 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.384940 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c76f8-4e53-4830-b1fe-dff8b48e622b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:52.401816 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Deleting port ff902b7f-b969-42af-b5d8-bc3999bb0a0f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:52.402293 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (ff902b7f-b969-42af-b5d8-bc3999bb0a0f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.408097 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port d89c76f8-4e53-4830-b1fe-dff8b48e622b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:52.414938 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.467374 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=d89c76f8-4e53-4830-b1fe-dff8b48e622b,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.493189 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (ff902b7f-b969-42af-b5d8-bc3999bb0a0f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.493522 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (ff902b7f-b969-42af-b5d8-bc3999bb0a0f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.506844 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Calling delete_port for ff902b7f-b969-42af-b5d8-bc3999bb0a0f owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:52.513368 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:52.657037 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (ff902b7f-b969-42af-b5d8-bc3999bb0a0f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.683650 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Pushing event deleted for resources: {'Port': ['ID=ff902b7f-b969-42af-b5d8-bc3999bb0a0f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.731437 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e73b3-c44a-4051-87b3-7c3cc453cff2 req-ee969b1c-957d-4f0c-bce8-a7dd7c96595c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:52.733077 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-580e73b3-c44a-4051-87b3-7c3cc453cff2 req-ee969b1c-957d-4f0c-bce8-a7dd7c96595c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 945 time: 0.0597024 Sep 18 01:03:52.752594 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks [] for floatingip (27d0b055-0f87-4a0b-9490-cde0a9d4c50a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.755236 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.757602 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-49b6bab3-7cd1-4d29-8c6d-b3556310e017 tempest-AttachVolumeNegativeTest-1122085850 tempest-AttachVolumeNegativeTest-1122085850-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/27d0b055-0f87-4a0b-9490-cde0a9d4c50a HTTP/1.1" status: 204 len: 168 time: 0.4790065 Sep 18 01:03:52.801274 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-580e73b3-c44a-4051-87b3-7c3cc453cff2 req-f10f30e5-3b44-4501-a41d-d49fb99f0e3f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620625 Sep 18 01:03:52.812255 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['d89c76f8-4e53-4830-b1fe-dff8b48e622b'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:03:52.887589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.930735 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077959ed-b034-4994-9165-d1f0a28b78ee req-01259c40-479d-40dd-9737-087e4d15d339 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:53.932390 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-077959ed-b034-4994-9165-d1f0a28b78ee req-01259c40-479d-40dd-9737-087e4d15d339 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 945 time: 0.0501747 Sep 18 01:03:53.997557 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-077959ed-b034-4994-9165-d1f0a28b78ee req-c996a931-cae7-4a26-bb36-c57d14b4e296 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579247 Sep 18 01:03:54.174985 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d89c76f8-4e53-4830-b1fe-dff8b48e622b up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:54.222574 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port d89c76f8-4e53-4830-b1fe-dff8b48e622b completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:03:54.230037 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port d89c76f8-4e53-4830-b1fe-dff8b48e622b triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:03:54.230410 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.230794 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port d89c76f8-4e53-4830-b1fe-dff8b48e622b Sep 18 01:03:54.248490 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:54.308123 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port d89c76f8-4e53-4830-b1fe-dff8b48e622b is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:54.308657 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.317284 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:54.334970 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:54.337320 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834bf01a-501e-4d75-bbc7-1012b5f5405f" -d '{"events": [{"server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "name": "network-vif-plugged", "status": "completed", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:54.350909 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port d89c76f8-4e53-4830-b1fe-dff8b48e622b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:54.355944 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.356947 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 31d344bf-7a01-4651-9813-cae9ac176973 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:54.381888 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 31d344bf-7a01-4651-9813-cae9ac176973 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:54.382063 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 31d344bf-7a01-4651-9813-cae9ac176973 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:54.387531 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be5e6d0-ba19-49dc-92dc-b67c207ca711 x-openstack-request-id: req-4be5e6d0-ba19-49dc-92dc-b67c207ca711 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:54.387823 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "name": "network-vif-plugged", "status": "completed", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:54.388070 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4be5e6d0-ba19-49dc-92dc-b67c207ca711 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:54.388461 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be5e6d0-ba19-49dc-92dc-b67c207ca711'] response: {'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'code': 200} Sep 18 01:03:54.399785 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-dce98932-bf71-4df3-b2a9-c55d5a51b1f6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=54761854b3e9496ea28cc4c8224c25bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500537 Sep 18 01:03:54.403207 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47204) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:54.433779 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=d89c76f8-4e53-4830-b1fe-dff8b48e622b,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:54.459127 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9db06f4c-272a-4313-8c96-cd16eea4af44 admin admin] Publish callbacks [] for security_group (e1f752f4-b2de-4a09-b451-b6994114dff5), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.481395 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9db06f4c-272a-4313-8c96-cd16eea4af44 admin admin] Publish callbacks [] for security_group (e1f752f4-b2de-4a09-b451-b6994114dff5), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.528894 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9db06f4c-272a-4313-8c96-cd16eea4af44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e1f752f4-b2de-4a09-b451-b6994114dff5), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.535020 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9db06f4c-272a-4313-8c96-cd16eea4af44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.535020 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-9db06f4c-272a-4313-8c96-cd16eea4af44 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e1f752f4-b2de-4a09-b451-b6994114dff5 HTTP/1.1" status: 204 len: 168 time: 0.1307073 Sep 18 01:03:54.545684 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db06f4c-272a-4313-8c96-cd16eea4af44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f752f4-b2de-4a09-b451-b6994114dff5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:54.619450 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-66c72dc5-c0bf-48bf-9ed4-18cd0ceefdf2 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437641 Sep 18 01:03:54.700662 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48175-8b96-4e75-a9ab-693eb4fde83e req-4d5c9545-df0c-4e28-ac5f-02d16f7f569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:54.702263 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-61e48175-8b96-4e75-a9ab-693eb4fde83e req-4d5c9545-df0c-4e28-ac5f-02d16f7f569c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 1130 time: 0.0446427 Sep 18 01:03:54.704931 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-cddae716-bce6-4242-ba50-08e8d43d211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:54.706625 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-cddae716-bce6-4242-ba50-08e8d43d211f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=505bd70415a04f53a64645eb7959a5fb&device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 1131 time: 0.0439010 Sep 18 01:03:54.760990 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-61e48175-8b96-4e75-a9ab-693eb4fde83e req-f6222728-4423-4c80-9802-768dee3d4528 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496347 Sep 18 01:03:54.822279 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-ef241a01-ad2a-4975-931f-9ec68bf31dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:54.823503 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-ef241a01-ad2a-4975-931f-9ec68bf31dc8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 200 len: 918 time: 0.0969751 Sep 18 01:03:55.131482 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-0c95f55d-1e87-4913-b5ff-bbbc5638c71b service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a HTTP/1.1" status: 200 len: 1002 time: 0.0885713 Sep 18 01:03:55.144502 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0502357-0e5d-4a33-8c9c-396ecf7d4920 req-9f0c5e27-9644-4c6f-a70b-58aca44b8004 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:55.145931 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e0502357-0e5d-4a33-8c9c-396ecf7d4920 req-9f0c5e27-9644-4c6f-a70b-58aca44b8004 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 946 time: 0.0658119 Sep 18 01:03:55.196370 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e0502357-0e5d-4a33-8c9c-396ecf7d4920 req-c364b433-3b6f-4c04-b657-40686eadab74 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441060 Sep 18 01:03:55.416280 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:03:55.489424 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-0edd9a9d-48dc-4610-be68-4a00b6769117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:55.490869 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-0edd9a9d-48dc-4610-be68-4a00b6769117 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 200 len: 856 time: 0.0476954 Sep 18 01:03:55.538131 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-463b3cde-e73d-4661-8a56-87ce13feec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:55.539699 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-463b3cde-e73d-4661-8a56-87ce13feec8a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=7ab8f07f-d17d-470a-a9f4-d9a359c2132d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417058 Sep 18 01:03:55.641723 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:55.664394 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-686552f4-a187-4cb0-afc4-595cd00ba57b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979910 Sep 18 01:03:55.886418 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02ad6dde-ae03-46f7-b136-3174310d72a4 req-a0983bcc-c912-4e39-af1f-671df1e8b9a9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859087 Sep 18 01:03:56.320431 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c88d9-5d8d-4141-8169-1500f41b0041 req-d2c858fd-ad15-4bfb-b5f1-3db6bc2897b5 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:56.321904 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e97c88d9-5d8d-4141-8169-1500f41b0041 req-d2c858fd-ad15-4bfb-b5f1-3db6bc2897b5 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 946 time: 0.0489266 Sep 18 01:03:56.381418 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e97c88d9-5d8d-4141-8169-1500f41b0041 req-e28af0f2-3c85-473e-a735-1244d3d9fc4a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538416 Sep 18 01:03:56.467630 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:56.501467 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47234) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:56.666147 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:56.755037 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e93de7-b0a9-4d56-8214-7a92e5e5b956 req-8e342902-0feb-488e-a1d2-bca8aa6ec98e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:56.756439 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f1e93de7-b0a9-4d56-8214-7a92e5e5b956 req-8e342902-0feb-488e-a1d2-bca8aa6ec98e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 946 time: 0.2993214 Sep 18 01:03:56.805891 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f1e93de7-b0a9-4d56-8214-7a92e5e5b956 req-ef0213ba-422d-4913-a48e-f51c37e8ba68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431123 Sep 18 01:03:56.834947 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47238) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:56.872948 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3884aeb-c2bc-4650-91fa-b219e8a02c28 tempest-TestVolumeBootPattern-638732702 tempest-TestVolumeBootPattern-638732702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:56.877160 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-c3884aeb-c2bc-4650-91fa-b219e8a02c28 tempest-TestVolumeBootPattern-638732702 tempest-TestVolumeBootPattern-638732702-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 1125 time: 0.0386164 Sep 18 01:03:56.877424 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47240) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:56.881593 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:56.903173 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:56.971504 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (24580e4e-e212-4b35-a8f5-69b0fd1637e3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:56.973760 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:56.981931 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.091376 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Allocated IP 172.37.7.144 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/a618c707-bb4c-4adf-8a01-8b4b77473ce8) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:57.194416 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for port (a618c707-bb4c-4adf-8a01-8b4b77473ce8), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.194997 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Deleting port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:57.195339 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.231435 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (a618c707-bb4c-4adf-8a01-8b4b77473ce8), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.276050 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:57.280920 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:57.282779 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] For port 97c3e450-0894-4ab7-a1d2-d72b756a6aa4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97c3e450-0894-4ab7-a1d2-d72b756a6aa4,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:57.283149 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.284843 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:03:57.288813 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'Port': ['ID=a618c707-bb4c-4adf-8a01-8b4b77473ce8,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:57.297316 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Calling delete_port for 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:57.416562 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:57.479272 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (97c3e450-0894-4ab7-a1d2-d72b756a6aa4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.505113 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=97c3e450-0894-4ab7-a1d2-d72b756a6aa4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:57.513077 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:57.561511 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:57.633149 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (5cdde325-e31f-45c5-ab31-d0c95d8abc2c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.688179 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (24580e4e-e212-4b35-a8f5-69b0fd1637e3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.710161 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (a618c707-bb4c-4adf-8a01-8b4b77473ce8), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.846892 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:57.873393 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for port (a618c707-bb4c-4adf-8a01-8b4b77473ce8), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.878206 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (a618c707-bb4c-4adf-8a01-8b4b77473ce8), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.878913 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (5cdde325-e31f-45c5-ab31-d0c95d8abc2c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.898310 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:57.981381 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'Port': ['ID=a618c707-bb4c-4adf-8a01-8b4b77473ce8,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:57.998956 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:58.003840 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3795bb13-f351-48ea-82b3-99f5c7b03f9c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/24580e4e-e212-4b35-a8f5-69b0fd1637e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5012574 Sep 18 01:03:58.006288 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47242) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:58.009492 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Floating IP 5cdde325-e31f-45c5-ab31-d0c95d8abc2c associated. External IP: 172.37.7.144, port: d89c76f8-4e53-4830-b1fe-dff8b48e622b. Sep 18 01:03:58.010299 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] Sync routers for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:58.021342 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:58.022202 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:03:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:58.113053 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks [] for router (24580e4e-e212-4b35-a8f5-69b0fd1637e3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:58.218105 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks [] for router_gateway (24580e4e-e212-4b35-a8f5-69b0fd1637e3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:58.247648 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Router 48d2e058-3cbc-408f-b82a-8f4582274bed has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:58.258067 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:58.266910 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Deleting port 97401384-6b85-434e-9613-56f44d8846e6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:58.267379 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (97401384-6b85-434e-9613-56f44d8846e6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:58.363822 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:58.368228 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] For port 97401384-6b85-434e-9613-56f44d8846e6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97401384-6b85-434e-9613-56f44d8846e6,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:58.368727 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (97401384-6b85-434e-9613-56f44d8846e6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:58.377146 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] Sync routers for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:58.380664 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:58.390514 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Calling delete_port for 97401384-6b85-434e-9613-56f44d8846e6 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:58.391331 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:58.397907 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:58.398795 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:03:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:58.443738 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-1a889660-e236-4104-8515-f4c68d06e498 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5648830 Sep 18 01:03:58.444387 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:58.449336 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead76c69-ed55-43b4-b08a-6f913797a210" -d '{"events": [{"name": "network-changed", "server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:58.465505 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44'}], 'enable_snat': True}, 'gw_port_id': '97401384-6b85-434e-9613-56f44d8846e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T01:03:57Z', 'revision_number': 5, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port': {'id': '97401384-6b85-434e-9613-56f44d8846e6', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:58Z', 'updated_at': '2022-09-18T00:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:58.466686 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:58.496213 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb38a8ab-10f5-44a8-b8c8-813531cb560d x-openstack-request-id: req-eb38a8ab-10f5-44a8-b8c8-813531cb560d {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:58.496769 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:58.497216 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb38a8ab-10f5-44a8-b8c8-813531cb560d {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:58.497881 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb38a8ab-10f5-44a8-b8c8-813531cb560d'] response: {'name': 'network-changed', 'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'status': 'completed', 'code': 200} Sep 18 01:03:58.500250 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] Checking router: 24580e4e-e212-4b35-a8f5-69b0fd1637e3 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:58.511855 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] Routers {'24580e4e-e212-4b35-a8f5-69b0fd1637e3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:58.513146 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:03:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:58.517340 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:58.584504 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:58.612228 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] Set router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 gateway port host: None {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:58.613065 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-88c48769-a5b3-4ab2-b440-e5b05c0929c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:58.615293 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-88c48769-a5b3-4ab2-b440-e5b05c0929c5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 1130 time: 0.0684869 Sep 18 01:03:58.615965 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (97401384-6b85-434e-9613-56f44d8846e6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:58.645099 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Pushing event deleted for resources: {'Port': ['ID=97401384-6b85-434e-9613-56f44d8846e6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:58.663278 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T01:03:58Z', 'revision_number': 6, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:58.703379 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb843ab8-cb6b-4f4a-9159-72e5eb315ccf None None] The sync data for ids ['24580e4e-e212-4b35-a8f5-69b0fd1637e3'] in dv-cinder-master-3-iscsi is: [{'id': '24580e4e-e212-4b35-a8f5-69b0fd1637e3', 'name': 'tempest-AttachVolumeNegativeTest-37184108-router', 'tenant_id': 'cf1375f9f28c43fda090a236635c4188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:55Z', 'updated_at': '2022-09-18T01:03:58Z', 'revision_number': 6, 'project_id': 'cf1375f9f28c43fda090a236635c4188', 'gw_port_host': None}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:58.716273 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (24580e4e-e212-4b35-a8f5-69b0fd1637e3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:58.735360 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-fee15ed3-fa20-4a3e-96b0-6df6bc934397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:58.737729 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-fee15ed3-fa20-4a3e-96b0-6df6bc934397 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 913 time: 0.1129644 Sep 18 01:03:58.809562 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-409de6c0-5845-434e-a791-d594cbee73b5 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b HTTP/1.1" status: 200 len: 1000 time: 0.0617199 Sep 18 01:03:58.810833 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5cdde325-e31f-45c5-ab31-d0c95d8abc2c', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.144', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:03:57Z', 'updated_at': '2022-09-18T01:03:57Z', 'revision_number': 0, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:58.838551 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] Checking router: 48d2e058-3cbc-408f-b82a-8f4582274bed for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:58.848928 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:58.849566 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:03:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:58.867459 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-d0b81de8-1406-4ec8-8c50-3111cde0667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:58.868983 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-d0b81de8-1406-4ec8-8c50-3111cde0667e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.0530648 Sep 18 01:03:58.920261 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-7f2ea697-c74b-4b9d-b92f-57f5b0e12704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:58.921966 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-7f2ea697-c74b-4b9d-b92f-57f5b0e12704 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459840 Sep 18 01:03:58.961921 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:59.025929 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-a96afddb-f282-40ac-b4e9-a972cc00d7f6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959778 Sep 18 01:03:59.063530 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (24580e4e-e212-4b35-a8f5-69b0fd1637e3), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.065675 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks [] for router_controller (24580e4e-e212-4b35-a8f5-69b0fd1637e3), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.066990 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:59.119986 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (24580e4e-e212-4b35-a8f5-69b0fd1637e3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.121367 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24580e4e-e212-4b35-a8f5-69b0fd1637e3 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:03:59.128872 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.130034 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-2c613c9a-44dc-4175-9be2-bf2f03e4b37a admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/24580e4e-e212-4b35-a8f5-69b0fd1637e3 HTTP/1.1" status: 204 len: 168 time: 1.1228178 Sep 18 01:03:59.132860 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47250) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:59.142818 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ead76c69-ed55-43b4-b08a-6f913797a210 req-9628f29f-4856-46fe-a627-0422194fe427 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104264 Sep 18 01:03:59.184604 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c007f3e-43dc-4ee3-a3df-e9706b65c5d5 admin admin] Deleting subnet 665e6178-f5ce-4fbf-9a1f-c6745892e403 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:03:59.188566 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c007f3e-43dc-4ee3-a3df-e9706b65c5d5 admin admin] Publish callbacks [] for subnet (665e6178-f5ce-4fbf-9a1f-c6745892e403), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.213355 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5cdde325-e31f-45c5-ab31-d0c95d8abc2c', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.144', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:03:57Z', 'updated_at': '2022-09-18T01:03:57Z', 'revision_number': 0, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:59.226770 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c007f3e-43dc-4ee3-a3df-e9706b65c5d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (665e6178-f5ce-4fbf-9a1f-c6745892e403), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.239628 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f768b1-5de0-482f-96ed-e276af784474 None None] The sync data for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi is: [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5cdde325-e31f-45c5-ab31-d0c95d8abc2c', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.144', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:03:57Z', 'updated_at': '2022-09-18T01:03:57Z', 'revision_number': 0, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:59.311605 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c007f3e-43dc-4ee3-a3df-e9706b65c5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (665e6178-f5ce-4fbf-9a1f-c6745892e403), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.371659 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c007f3e-43dc-4ee3-a3df-e9706b65c5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (665e6178-f5ce-4fbf-9a1f-c6745892e403), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.399705 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c007f3e-43dc-4ee3-a3df-e9706b65c5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665e6178-f5ce-4fbf-9a1f-c6745892e403,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:59.401687 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c007f3e-43dc-4ee3-a3df-e9706b65c5d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.405365 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-1c007f3e-43dc-4ee3-a3df-e9706b65c5d5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/665e6178-f5ce-4fbf-9a1f-c6745892e403 HTTP/1.1" status: 204 len: 168 time: 0.2715173 Sep 18 01:03:59.408106 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47252) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:59.409778 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb1b645-9786-420a-be3d-a43bbfd4021a None None] Network 3227bd19-4c4c-45c0-aee5-e73b3870bae1 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:03:59.467408 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f56fe-fe29-4be2-a51d-cf9a03a3f704 None None] New status for floating IP 5cdde325-e31f-45c5-ab31-d0c95d8abc2c: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:03:59.479299 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:59.481765 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (3227bd19-4c4c-45c0-aee5-e73b3870bae1), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.536983 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Deleting port cdd19749-728d-449e-9044-7a2007a47e01 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:59.537329 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (cdd19749-728d-449e-9044-7a2007a47e01), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.602996 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] For port cdd19749-728d-449e-9044-7a2007a47e01, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cdd19749-728d-449e-9044-7a2007a47e01,segment=NetworkSegment(7984044f-a659-402e-bbb7-c4c7f6f0522d),segment_id=7984044f-a659-402e-bbb7-c4c7f6f0522d)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:59.603366 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (cdd19749-728d-449e-9044-7a2007a47e01), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.617827 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Calling delete_port for cdd19749-728d-449e-9044-7a2007a47e01 owned by network:dhcp {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:59.682763 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] DHCP port deletion for 3227bd19-4c4c-45c0-aee5-e73b3870bae1 request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:03:59.711926 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (cdd19749-728d-449e-9044-7a2007a47e01), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.724973 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] Deleting port cdd19749-728d-449e-9044-7a2007a47e01 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:59.725345 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (cdd19749-728d-449e-9044-7a2007a47e01), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.738966 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd19749-728d-449e-9044-7a2007a47e01,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:59.749441 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] No DVR routers for this DVR port cdd19749-728d-449e-9044-7a2007a47e01 on host dv-cinder-master-3-iscsi {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:59.799111 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] For port cdd19749-728d-449e-9044-7a2007a47e01, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:59.799516 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (cdd19749-728d-449e-9044-7a2007a47e01), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.813511 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] Calling delete_port for cdd19749-728d-449e-9044-7a2007a47e01 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:59.816304 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] Port cdd19749-728d-449e-9044-7a2007a47e01 was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 18 01:03:59.817580 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (cdd19749-728d-449e-9044-7a2007a47e01), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.826410 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:59.830861 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (3227bd19-4c4c-45c0-aee5-e73b3870bae1), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.845843 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] Pushing event deleted for resources: {'Port': ['ID=cdd19749-728d-449e-9044-7a2007a47e01,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:59.850254 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb2854-dca7-48d5-95df-c7769fee51b2 None None] No DVR routers for this DVR port cdd19749-728d-449e-9044-7a2007a47e01 on host dv-cinder-master-3-iscsi {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:59.857915 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.858288 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.859116 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.859462 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > port after_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.859804 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.860455 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > port after_update 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.860455 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.860765 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.861086 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.861409 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.952021 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.952292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.952617 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.952941 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 01:03:59.953303 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3227bd19-4c4c-45c0-aee5-e73b3870bae1']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:59.970721 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7984044f-a659-402e-bbb7-c4c7f6f0522d') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:59.971022 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7984044f-a659-402e-bbb7-c4c7f6f0522d') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:59.974593 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:59.988701 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25497215'] for segment (7984044f-a659-402e-bbb7-c4c7f6f0522d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.009577 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (7984044f-a659-402e-bbb7-c4c7f6f0522d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.018548 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:00.018961 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496155'] for segment (7984044f-a659-402e-bbb7-c4c7f6f0522d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.092904 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (3227bd19-4c4c-45c0-aee5-e73b3870bae1), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.100381 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:00.110359 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.116679 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/3227bd19-4c4c-45c0-aee5-e73b3870bae1 HTTP/1.1" status: 204 len: 168 time: 0.7049232 Sep 18 01:04:00.117935 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560f00a-6b06-485b-bfd1-f6cb614cfc07 admin admin] Pushing event deleted for resources: {'Network': ['ID=3227bd19-4c4c-45c0-aee5-e73b3870bae1,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.209946 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 7984044f-a659-402e-bbb7-c4c7f6f0522d resource provider aggregate not found Sep 18 01:04:00.226631 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 7984044f-a659-402e-bbb7-c4c7f6f0522d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7984044f-a659-402e-bbb7-c4c7f6f0522d found for delete ", "request_id": "req-c8ce2592-952e-4f94-b237-863d2fcad58c"}]} Sep 18 01:04:00.240077 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47266) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:00.294699 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-df68b8a9-9534-4fce-96bb-141e96bc781b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=cf1375f9f28c43fda090a236635c4188&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533626 Sep 18 01:04:00.298494 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47268) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:00.343557 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device cdd19749-728d-449e-9044-7a2007a47e01 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:00.349324 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5a472b7b-5cbd-44cd-a2c4-fd73b67fee26 admin admin] Publish callbacks [] for security_group (8ba3f6d6-6c44-47c0-a5a4-9c473bfdc6a9), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.366944 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: cdd19749-728d-449e-9044-7a2007a47e01 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:04:00.367219 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device cdd19749-728d-449e-9044-7a2007a47e01 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:00.367635 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:00.369864 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5a472b7b-5cbd-44cd-a2c4-fd73b67fee26 admin admin] Publish callbacks [] for security_group (8ba3f6d6-6c44-47c0-a5a4-9c473bfdc6a9), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.386265 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:04:00.386988 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 97c3e450-0894-4ab7-a1d2-d72b756a6aa4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:00.387108 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 97401384-6b85-434e-9613-56f44d8846e6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:00.405479 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 97401384-6b85-434e-9613-56f44d8846e6 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:04:00.405874 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 97401384-6b85-434e-9613-56f44d8846e6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:00.422006 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5a472b7b-5cbd-44cd-a2c4-fd73b67fee26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (8ba3f6d6-6c44-47c0-a5a4-9c473bfdc6a9), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.424559 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5a472b7b-5cbd-44cd-a2c4-fd73b67fee26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.425729 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-5a472b7b-5cbd-44cd-a2c4-fd73b67fee26 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8ba3f6d6-6c44-47c0-a5a4-9c473bfdc6a9 HTTP/1.1" status: 204 len: 168 time: 0.1263237 Sep 18 01:04:00.434247 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a472b7b-5cbd-44cd-a2c4-fd73b67fee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3f6d6-6c44-47c0-a5a4-9c473bfdc6a9,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.746737 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-863e79d6-1172-4ae8-90a7-67bd71ee7442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.643640 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a06b3aa7-741a-4ff5-8e95-7ef310256225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.245129 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.333517 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.072209 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.805686 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47376) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:08.915534 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7137feb4-4188-4fe2-9b5c-2a573e0a5f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.993714 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7137feb4-4188-4fe2-9b5c-2a573e0a5f80 admin admin] Publish callbacks [] for security_group (386f25b6-887b-4eea-8fd1-0abbd6fb9d38), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.997445 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7137feb4-4188-4fe2-9b5c-2a573e0a5f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (386f25b6-887b-4eea-8fd1-0abbd6fb9d38), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.036304 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7137feb4-4188-4fe2-9b5c-2a573e0a5f80 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=7806d126c00c41dabdc84f853f13becc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294402 Sep 18 01:04:09.037156 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137feb4-4188-4fe2-9b5c-2a573e0a5f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386f25b6-887b-4eea-8fd1-0abbd6fb9d38,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:09.039120 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47380) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:09.087535 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6836b6cc-2cea-475a-868a-1a42f3435cea admin admin] Publish callbacks [] for security_group (386f25b6-887b-4eea-8fd1-0abbd6fb9d38), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.108175 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6836b6cc-2cea-475a-868a-1a42f3435cea admin admin] Publish callbacks [] for security_group (386f25b6-887b-4eea-8fd1-0abbd6fb9d38), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.155190 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6836b6cc-2cea-475a-868a-1a42f3435cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (386f25b6-887b-4eea-8fd1-0abbd6fb9d38), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.157779 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6836b6cc-2cea-475a-868a-1a42f3435cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.158939 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-6836b6cc-2cea-475a-868a-1a42f3435cea admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/386f25b6-887b-4eea-8fd1-0abbd6fb9d38 HTTP/1.1" status: 204 len: 168 time: 0.1188471 Sep 18 01:04:09.166926 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836b6cc-2cea-475a-868a-1a42f3435cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386f25b6-887b-4eea-8fd1-0abbd6fb9d38,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:09.788266 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47404) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:09.882709 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1458223763-network', 'tenant_id': 'ed51504401994bf085a4ebbb2383f2ad'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:09.902355 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Made reservation on behalf of ed51504401994bf085a4ebbb2383f2ad for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:09.904714 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.913517 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.988795 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Publish callbacks [] for security_group (27df0dbf-dc96-4aa5-8f12-03b79881816d), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.992541 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (27df0dbf-dc96-4aa5-8f12-03b79881816d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.019210 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:04:10.029389 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27df0dbf-dc96-4aa5-8f12-03b79881816d,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:10.035348 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (66761eba-c9ac-4111-a5af-9bb8a5680d48), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.035538 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Added segment 66761eba-c9ac-4111-a5af-9bb8a5680d48 of type vlan for network 1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2 Sep 18 01:04:10.076525 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.099755 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.100996 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:10.101565 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.106315 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:10.158585 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3691070 Sep 18 01:04:10.161764 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47408) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:10.166826 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Request body: {'subnet': {'network_id': '1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1458223763-subnet', 'tenant_id': 'ed51504401994bf085a4ebbb2383f2ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:10.173207 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8a723-6c8b-4a08-9a1e-2fd69961753d admin admin] Pushing event updated for resources: {'Network': ['ID=1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:10.182962 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:04:10.192634 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Made reservation on behalf of ed51504401994bf085a4ebbb2383f2ad for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:10.195286 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397035'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.344037 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=75,neutron:DELETE=13,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:10.367411 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3677013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397053'] for subnet (4a4a9c21-5d0b-4cb1-a91b-daea1a6a9c4f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.426035 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4a9c21-5d0b-4cb1-a91b-daea1a6a9c4f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:10.437143 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Checking segment: {'id': '66761eba-c9ac-4111-a5af-9bb8a5680d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:10.437490 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Network hostable DHCP agents. Network: 1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:04:10.454278 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Network 1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:04:10.465099 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:10.469217 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:10.469809 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.472079 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:10.473716 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7703ff3c-a76a-4c60-b607-7b8f73245cdf None None] Network 1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:10.488512 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f8f0c062-216d-4821-8848-908ed29e3411 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3256552 Sep 18 01:04:10.586762 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d076bf9-25e7-47b5-a205-d08f6d824c17 None None] Network 1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:10.632135 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:10.965774 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47424) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:10.970796 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773586009-network', 'tenant_id': '97a5c072a2fc4b219c169a45e2e9541c'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:10.993002 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Made reservation on behalf of 97a5c072a2fc4b219c169a45e2e9541c for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:10.995336 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.004290 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.077584 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Publish callbacks [] for security_group (975c3970-7aa0-4c84-903a-ffc7be23b635), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.081315 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (975c3970-7aa0-4c84-903a-ffc7be23b635), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.106447 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:04:11.115564 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975c3970-7aa0-4c84-903a-ffc7be23b635,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:11.122134 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (afb365d6-6e7c-4184-a3d3-324be5f2fa15), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.122558 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Added segment afb365d6-6e7c-4184-a3d3-324be5f2fa15 of type vlan for network 8c05c1fa-d565-46e9-b520-911edacd722c Sep 18 01:04:11.161757 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (8c05c1fa-d565-46e9-b520-911edacd722c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.186404 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (8c05c1fa-d565-46e9-b520-911edacd722c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.187408 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:11.187988 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.241124 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2742388 Sep 18 01:04:11.243906 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47426) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:11.249066 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Request body: {'subnet': {'network_id': '8c05c1fa-d565-46e9-b520-911edacd722c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1773586009-subnet', 'tenant_id': '97a5c072a2fc4b219c169a45e2e9541c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:11.269693 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8dfe4-122a-4d2b-bc02-3338f56f4b2b admin admin] Pushing event updated for resources: {'Network': ['ID=8c05c1fa-d565-46e9-b520-911edacd722c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:11.279806 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 8c05c1fa-d565-46e9-b520-911edacd722c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:04:11.281362 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Made reservation on behalf of 97a5c072a2fc4b219c169a45e2e9541c for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:11.283812 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397035'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.455246 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3677013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397053'] for subnet (e9210678-20c1-45af-81aa-d5013bb03181), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.492261 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=16 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:11.507159 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9210678-20c1-45af-81aa-d5013bb03181,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:11.525744 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Checking segment: {'id': 'afb365d6-6e7c-4184-a3d3-324be5f2fa15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8c05c1fa-d565-46e9-b520-911edacd722c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:11.526106 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Network hostable DHCP agents. Network: 8c05c1fa-d565-46e9-b520-911edacd722c, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:04:11.543320 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Network 8c05c1fa-d565-46e9-b520-911edacd722c is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:04:11.553246 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8c05c1fa-d565-46e9-b520-911edacd722c) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:11.557429 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:11.558025 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.563928 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409f724-9e6b-49b5-a2f0-7712c597656b None None] Network 8c05c1fa-d565-46e9-b520-911edacd722c requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:11.577350 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-aa3c86cd-089e-4f38-bf1e-552442e8eb9f admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3323994 Sep 18 01:04:11.668893 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2958c2f6-6f80-45d8-b40f-cb195ca01475 None None] Network 8c05c1fa-d565-46e9-b520-911edacd722c requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:11.704623 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47432) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:11.746551 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:11.755143 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1507981e-836d-45cb-aa89-081ec960c61e admin admin] Deleting subnet 4a4a9c21-5d0b-4cb1-a91b-daea1a6a9c4f {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:04:11.759231 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1507981e-836d-45cb-aa89-081ec960c61e admin admin] Publish callbacks [] for subnet (4a4a9c21-5d0b-4cb1-a91b-daea1a6a9c4f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.796946 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1507981e-836d-45cb-aa89-081ec960c61e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (4a4a9c21-5d0b-4cb1-a91b-daea1a6a9c4f), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.836750 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1507981e-836d-45cb-aa89-081ec960c61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (4a4a9c21-5d0b-4cb1-a91b-daea1a6a9c4f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.888899 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1507981e-836d-45cb-aa89-081ec960c61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (4a4a9c21-5d0b-4cb1-a91b-daea1a6a9c4f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.918408 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507981e-836d-45cb-aa89-081ec960c61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4a9c21-5d0b-4cb1-a91b-daea1a6a9c4f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:11.923066 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1507981e-836d-45cb-aa89-081ec960c61e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.926145 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-1507981e-836d-45cb-aa89-081ec960c61e admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/4a4a9c21-5d0b-4cb1-a91b-daea1a6a9c4f HTTP/1.1" status: 204 len: 168 time: 0.2205300 Sep 18 01:04:11.928699 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:11.996086 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.077683 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.097725 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:12.107056 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66761eba-c9ac-4111-a5af-9bb8a5680d48') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:12.107356 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66761eba-c9ac-4111-a5af-9bb8a5680d48') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:12.116780 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (66761eba-c9ac-4111-a5af-9bb8a5680d48), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.130316 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (66761eba-c9ac-4111-a5af-9bb8a5680d48), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.137064 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:12.137527 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (66761eba-c9ac-4111-a5af-9bb8a5680d48), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.197459 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.204382 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.208062 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2 HTTP/1.1" status: 204 len: 168 time: 0.2783422 Sep 18 01:04:12.211303 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47440) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:12.220724 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7203f-dade-4039-8b3f-0429037b7bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e22ef07-3d88-43ca-af0d-ebb2a95bb7f2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:12.243759 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=15 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:12.267889 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b7a7c5-42f2-42b1-97b5-5426c1bbd87b admin admin] Deleting subnet e9210678-20c1-45af-81aa-d5013bb03181 {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:04:12.271655 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a2b7a7c5-42f2-42b1-97b5-5426c1bbd87b admin admin] Publish callbacks [] for subnet (e9210678-20c1-45af-81aa-d5013bb03181), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.309017 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a2b7a7c5-42f2-42b1-97b5-5426c1bbd87b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25497156'] for subnet (e9210678-20c1-45af-81aa-d5013bb03181), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.352282 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a2b7a7c5-42f2-42b1-97b5-5426c1bbd87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (e9210678-20c1-45af-81aa-d5013bb03181), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.398121 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 66761eba-c9ac-4111-a5af-9bb8a5680d48 resource provider aggregate not found Sep 18 01:04:12.406951 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a2b7a7c5-42f2-42b1-97b5-5426c1bbd87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25496289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25305075'] for subnet (e9210678-20c1-45af-81aa-d5013bb03181), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.416781 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 66761eba-c9ac-4111-a5af-9bb8a5680d48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66761eba-c9ac-4111-a5af-9bb8a5680d48 found for delete ", "request_id": "req-325c7280-d9d4-4e82-ba60-6b631b7bb024"}]} Sep 18 01:04:12.430998 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7a7c5-42f2-42b1-97b5-5426c1bbd87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9210678-20c1-45af-81aa-d5013bb03181,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:12.436891 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a2b7a7c5-42f2-42b1-97b5-5426c1bbd87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.439990 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-a2b7a7c5-42f2-42b1-97b5-5426c1bbd87b admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/e9210678-20c1-45af-81aa-d5013bb03181 HTTP/1.1" status: 204 len: 168 time: 0.2269065 Sep 18 01:04:12.442493 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47444) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:12.512407 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (8c05c1fa-d565-46e9-b520-911edacd722c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.599644 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (8c05c1fa-d565-46e9-b520-911edacd722c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.619028 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c05c1fa-d565-46e9-b520-911edacd722c']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:12.628434 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb365d6-6e7c-4184-a3d3-324be5f2fa15') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:12.628730 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb365d6-6e7c-4184-a3d3-324be5f2fa15') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:12.638681 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25497215'] for segment (afb365d6-6e7c-4184-a3d3-324be5f2fa15), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.651423 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (afb365d6-6e7c-4184-a3d3-324be5f2fa15), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.657566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:12.657941 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496155'] for segment (afb365d6-6e7c-4184-a3d3-324be5f2fa15), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.702333 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment afb365d6-6e7c-4184-a3d3-324be5f2fa15 resource provider aggregate not found Sep 18 01:04:12.723722 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment afb365d6-6e7c-4184-a3d3-324be5f2fa15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afb365d6-6e7c-4184-a3d3-324be5f2fa15 found for delete ", "request_id": "req-669015a9-a6f2-48b3-bfe1-40a668dcb0b4"}]} Sep 18 01:04:12.724930 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (8c05c1fa-d565-46e9-b520-911edacd722c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.730270 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.736214 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/8c05c1fa-d565-46e9-b520-911edacd722c HTTP/1.1" status: 204 len: 168 time: 0.2899172 Sep 18 01:04:12.746997 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e054b8-1ecb-4208-9867-58f2c5e6e3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8c05c1fa-d565-46e9-b520-911edacd722c,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:12.890111 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47452) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:12.929852 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-a6a68989-185b-4789-b7b4-acb943fc9666 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ed51504401994bf085a4ebbb2383f2ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385144 Sep 18 01:04:12.932316 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47454) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:12.979927 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e5073523-8ce0-4067-ad69-0eb605c61764 admin admin] Publish callbacks [] for security_group (27df0dbf-dc96-4aa5-8f12-03b79881816d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.999430 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e5073523-8ce0-4067-ad69-0eb605c61764 admin admin] Publish callbacks [] for security_group (27df0dbf-dc96-4aa5-8f12-03b79881816d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.044814 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e5073523-8ce0-4067-ad69-0eb605c61764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (27df0dbf-dc96-4aa5-8f12-03b79881816d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.047328 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e5073523-8ce0-4067-ad69-0eb605c61764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.048568 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-e5073523-8ce0-4067-ad69-0eb605c61764 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/27df0dbf-dc96-4aa5-8f12-03b79881816d HTTP/1.1" status: 204 len: 168 time: 0.1153543 Sep 18 01:04:13.056121 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5073523-8ce0-4067-ad69-0eb605c61764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27df0dbf-dc96-4aa5-8f12-03b79881816d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.370067 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47460) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:13.413708 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-3d3f7b34-f9de-418f-91f6-6da6676ad990 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=97a5c072a2fc4b219c169a45e2e9541c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417790 Sep 18 01:04:13.416179 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47462) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:13.465048 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91cb1b01-3a3f-413c-b907-064d95c40ba2 admin admin] Publish callbacks [] for security_group (975c3970-7aa0-4c84-903a-ffc7be23b635), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.485210 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91cb1b01-3a3f-413c-b907-064d95c40ba2 admin admin] Publish callbacks [] for security_group (975c3970-7aa0-4c84-903a-ffc7be23b635), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.498749 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:13.511643 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:13.537726 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91cb1b01-3a3f-413c-b907-064d95c40ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (975c3970-7aa0-4c84-903a-ffc7be23b635), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.540334 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91cb1b01-3a3f-413c-b907-064d95c40ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.541620 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-91cb1b01-3a3f-413c-b907-064d95c40ba2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/975c3970-7aa0-4c84-903a-ffc7be23b635 HTTP/1.1" status: 204 len: 168 time: 0.1244624 Sep 18 01:04:13.550933 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb1b01-3a3f-413c-b907-064d95c40ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c3970-7aa0-4c84-903a-ffc7be23b635,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:15.391679 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=91 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:15.392569 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:15.598331 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8a118-3dd9-4f0e-92bc-e56de011ee73 req-752d5b38-7985-494f-a469-81ea226de52b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:15.599827 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7ac8a118-3dd9-4f0e-92bc-e56de011ee73 req-752d5b38-7985-494f-a469-81ea226de52b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 947 time: 0.0465612 Sep 18 01:04:15.646948 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7ac8a118-3dd9-4f0e-92bc-e56de011ee73 req-0f9cf692-88a1-480c-93a8-7bb4a56da35b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409303 Sep 18 01:04:16.779487 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257a06-5981-40f0-9eec-4f1698b97669 req-28ec3629-2f44-467f-a370-cc25a091965a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:16.780958 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-66257a06-5981-40f0-9eec-4f1698b97669 req-28ec3629-2f44-467f-a370-cc25a091965a tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 947 time: 0.0490022 Sep 18 01:04:16.826979 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-66257a06-5981-40f0-9eec-4f1698b97669 req-1465d5fe-4477-42a2-8125-a58163592a32 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d7e0e303-83b4-4ee6-8006-106261e4ee31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404599 Sep 18 01:04:17.317269 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3366a-4cb3-434e-9720-351c38254e66 req-3b49a6ef-e1f3-4dfa-8b32-25a74257fb32 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:17.318705 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63f3366a-4cb3-434e-9720-351c38254e66 req-3b49a6ef-e1f3-4dfa-8b32-25a74257fb32 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 947 time: 0.0449572 Sep 18 01:04:17.403445 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Deleting port 5025d940-e81a-4c19-8fda-e4fac2888b2a {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:04:17.403789 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:17.492038 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] For port 5025d940-e81a-4c19-8fda-e4fac2888b2a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5025d940-e81a-4c19-8fda-e4fac2888b2a,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:17.492436 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:17.664031 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:17.664405 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (d0eff799-6f11-4580-b67d-4aaf2c3488df), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:17.664720 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Floating IP d0eff799-6f11-4580-b67d-4aaf2c3488df disassociated. External IP: 172.37.7.134, port: 5025d940-e81a-4c19-8fda-e4fac2888b2a. Sep 18 01:04:17.665067 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Calling delete_port for 5025d940-e81a-4c19-8fda-e4fac2888b2a owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:04:17.796435 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (5025d940-e81a-4c19-8fda-e4fac2888b2a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:17.825524 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event deleted for resources: {'Port': ['ID=5025d940-e81a-4c19-8fda-e4fac2888b2a,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:18.146269 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9998f125-4340-46be-961f-da9bdc1cef9a req-eb2aad65-da94-424f-962a-7afeec08cebf tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 210 time: 0.0358644 Sep 18 01:04:18.206954 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:18.219211 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:18.252636 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:18.319577 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:18.329280 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] Sync routers for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:18.340399 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:18.341065 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:18.361923 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] No DVR routers for this DVR port 5025d940-e81a-4c19-8fda-e4fac2888b2a on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:04:18.364545 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:18.368027 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-63f3366a-4cb3-434e-9720-351c38254e66 req-704836de-124b-49c7-912a-7a81a12c2c9b tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.49 "DELETE /networking/v2.0/ports/5025d940-e81a-4c19-8fda-e4fac2888b2a HTTP/1.1" status: 204 len: 173 time: 1.0443110 Sep 18 01:04:18.368543 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-deleted', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:04:18.371781 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c76554-e8d0-4974-b275-50873a33bc67" -d '{"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-deleted", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:18.412523 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33d4055-2af9-430c-baea-61a2130c1e6d x-openstack-request-id: req-b33d4055-2af9-430c-baea-61a2130c1e6d {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:18.412816 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a40bb3d-0090-4ce2-9782-c61f0161e064", "name": "network-vif-deleted", "tag": "5025d940-e81a-4c19-8fda-e4fac2888b2a", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:18.413072 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b33d4055-2af9-430c-baea-61a2130c1e6d {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:18.413492 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33d4055-2af9-430c-baea-61a2130c1e6d'] response: {'server_uuid': '8a40bb3d-0090-4ce2-9782-c61f0161e064', 'name': 'network-vif-deleted', 'tag': '5025d940-e81a-4c19-8fda-e4fac2888b2a', 'status': 'completed', 'code': 200} Sep 18 01:04:18.530126 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:18.716918 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:18.740936 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] Checking router: 31498b06-391d-4c8a-b78b-ba4dfacf5b3d for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:18.749725 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:18.750310 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:18.852243 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:19.033589 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:19.061804 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a1bf9-0c0f-4166-87f6-9a56371a03cf None None] The sync data for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi is: [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T00:57:05Z', 'revision_number': 4, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c069dad0-26ff-4757-9053-cc1d55fd29a9', 'name': '', 'network_id': '7ab8f07f-d17d-470a-a9f4-d9a359c2132d', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'mac_address': 'fa:16:3e:a3:bf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:57:04Z', 'updated_at': '2022-09-18T00:57:19Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'subnets': [{'id': 'a1c88011-2836-4048-9c52-ad139cf53896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:19.260160 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1126ef53-6787-479f-8da5-27c949e717ab req-8a81a441-3de1-4401-bb6a-596adbdbd7f1 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 210 time: 0.0301111 Sep 18 01:04:19.277526 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b33a9a-f812-46c7-8185-8703cb56b50b None None] New status for floating IP d0eff799-6f11-4580-b67d-4aaf2c3488df: DOWN {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:04:20.369239 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a997bca8-7d89-4614-9802-0dd2093be076 req-508898bb-15a9-4d50-8890-44ccf4f41c85 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a40bb3d-0090-4ce2-9782-c61f0161e064 HTTP/1.1" status: 200 len: 210 time: 0.0268283 Sep 18 01:04:21.471450 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47594) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:21.535026 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db119b2b-2563-4aab-a940-c68b3d5ce447 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (d7e0e303-83b4-4ee6-8006-106261e4ee31), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:21.557983 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db119b2b-2563-4aab-a940-c68b3d5ce447 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (d7e0e303-83b4-4ee6-8006-106261e4ee31), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:21.606358 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db119b2b-2563-4aab-a940-c68b3d5ce447 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d7e0e303-83b4-4ee6-8006-106261e4ee31), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:21.608901 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db119b2b-2563-4aab-a940-c68b3d5ce447 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:21.610052 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-db119b2b-2563-4aab-a940-c68b3d5ce447 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d7e0e303-83b4-4ee6-8006-106261e4ee31 HTTP/1.1" status: 204 len: 168 time: 0.1374853 Sep 18 01:04:21.613010 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47596) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:21.619278 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db119b2b-2563-4aab-a940-c68b3d5ce447 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e0e303-83b4-4ee6-8006-106261e4ee31,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:21.630436 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.api.v2.resource [None req-7dafbb79-61dc-4d03-a512-c2f675f82d37 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] show failed (client error): The resource could not be found. Sep 18 01:04:21.631491 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7dafbb79-61dc-4d03-a512-c2f675f82d37 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "GET /networking/v2.0/security-groups/d7e0e303-83b4-4ee6-8006-106261e4ee31 HTTP/1.1" status: 404 len: 347 time: 0.0168860 Sep 18 01:04:21.634428 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47598) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:21.754068 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Deleting port f9059914-8098-4b88-996c-258252fc09c1 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:04:21.754414 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (f9059914-8098-4b88-996c-258252fc09c1), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:21.832190 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (f9059914-8098-4b88-996c-258252fc09c1), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:21.832523 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (f9059914-8098-4b88-996c-258252fc09c1), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:21.845477 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Calling delete_port for f9059914-8098-4b88-996c-258252fc09c1 owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:04:21.975525 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (f9059914-8098-4b88-996c-258252fc09c1), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:22.000259 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Pushing event deleted for resources: {'Port': ['ID=f9059914-8098-4b88-996c-258252fc09c1,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:22.064767 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks [] for floatingip (d0eff799-6f11-4580-b67d-4aaf2c3488df), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:22.067285 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:22.068425 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-92d62dd4-a748-4d4c-9be3-3f7c9cb9a0b9 tempest-AttachVolumeShelveTestJSON-1811246332 tempest-AttachVolumeShelveTestJSON-1811246332-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/d0eff799-6f11-4580-b67d-4aaf2c3488df HTTP/1.1" status: 204 len: 168 time: 0.4312704 Sep 18 01:04:22.845367 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:24.137555 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47644) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:24.244052 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-250c4cdc-abc9-4f93-8b45-fa07b5f88ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:24.320910 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-250c4cdc-abc9-4f93-8b45-fa07b5f88ca9 admin admin] Publish callbacks [] for security_group (13e0b427-1d60-457e-b476-59e3bb114087), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:24.325790 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-250c4cdc-abc9-4f93-8b45-fa07b5f88ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (13e0b427-1d60-457e-b476-59e3bb114087), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:24.329376 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:24.366631 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:24.370830 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-250c4cdc-abc9-4f93-8b45-fa07b5f88ca9 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=e5b54cd6570f400eb3cc4b91e4619f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322178 Sep 18 01:04:24.372721 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c4cdc-abc9-4f93-8b45-fa07b5f88ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e0b427-1d60-457e-b476-59e3bb114087,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:24.373718 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47648) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:24.424806 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d2f-8a9b-4968-b6d4-36efc33e65c4 admin admin] Publish callbacks [] for security_group (13e0b427-1d60-457e-b476-59e3bb114087), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:24.446648 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d2f-8a9b-4968-b6d4-36efc33e65c4 admin admin] Publish callbacks [] for security_group (13e0b427-1d60-457e-b476-59e3bb114087), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:24.494640 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47656) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:24.517339 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d2f-8a9b-4968-b6d4-36efc33e65c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (13e0b427-1d60-457e-b476-59e3bb114087), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:24.519985 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9bb08d2f-8a9b-4968-b6d4-36efc33e65c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:24.523901 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-9bb08d2f-8a9b-4968-b6d4-36efc33e65c4 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/13e0b427-1d60-457e-b476-59e3bb114087 HTTP/1.1" status: 204 len: 168 time: 0.1491311 Sep 18 01:04:24.533332 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb08d2f-8a9b-4968-b6d4-36efc33e65c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e0b427-1d60-457e-b476-59e3bb114087,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:24.615139 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 5025d940-e81a-4c19-8fda-e4fac2888b2a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:24.643249 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 5025d940-e81a-4c19-8fda-e4fac2888b2a {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:04:24.643593 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 5025d940-e81a-4c19-8fda-e4fac2888b2a not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:24.757511 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:24.779149 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:24.820436 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47664) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:24.853880 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-51ee7d09-4490-4f5c-a1cf-7fe9bcc90951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:24.940338 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.059734 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-51ee7d09-4490-4f5c-a1cf-7fe9bcc90951 admin admin] Publish callbacks [] for security_group (d0b0accf-30f4-4b7e-818f-f04de4c41496), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.067928 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-51ee7d09-4490-4f5c-a1cf-7fe9bcc90951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d0b0accf-30f4-4b7e-818f-f04de4c41496), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.156697 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-51ee7d09-4490-4f5c-a1cf-7fe9bcc90951 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=39f1b28de94148f3947124bf616b809f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341825 Sep 18 01:04:25.159526 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47666) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:25.162222 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee7d09-4490-4f5c-a1cf-7fe9bcc90951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b0accf-30f4-4b7e-818f-f04de4c41496,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:25.210808 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc246-da64-4382-8063-70add5285e5e admin admin] Publish callbacks [] for security_group (d0b0accf-30f4-4b7e-818f-f04de4c41496), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.235119 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc246-da64-4382-8063-70add5285e5e admin admin] Publish callbacks [] for security_group (d0b0accf-30f4-4b7e-818f-f04de4c41496), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.240519 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Deleting port c069dad0-26ff-4757-9053-cc1d55fd29a9 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:04:25.240866 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.284088 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc246-da64-4382-8063-70add5285e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d0b0accf-30f4-4b7e-818f-f04de4c41496), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.286745 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0b1bc246-da64-4382-8063-70add5285e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.287955 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-0b1bc246-da64-4382-8063-70add5285e5e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d0b0accf-30f4-4b7e-818f-f04de4c41496 HTTP/1.1" status: 204 len: 168 time: 0.1272705 Sep 18 01:04:25.296458 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bc246-da64-4382-8063-70add5285e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b0accf-30f4-4b7e-818f-f04de4c41496,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:25.339875 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] For port c069dad0-26ff-4757-9053-cc1d55fd29a9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c069dad0-26ff-4757-9053-cc1d55fd29a9,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:25.340823 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.354722 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Calling delete_port for c069dad0-26ff-4757-9053-cc1d55fd29a9 owned by network:router_interface {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:04:25.488932 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:25.534205 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:25.554623 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (c069dad0-26ff-4757-9053-cc1d55fd29a9), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.577565 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Pushing event deleted for resources: {'Port': ['ID=c069dad0-26ff-4757-9053-cc1d55fd29a9,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:25.750366 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:25.961520 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:26.064808 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:26.070188 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0575f517-7625-4f14-a27c-55388d209749 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/31498b06-391d-4c8a-b78b-ba4dfacf5b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5741506 Sep 18 01:04:26.073438 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47690) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:26.076312 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] Sync routers for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:26.087416 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:26.088121 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:26.177130 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks [] for router (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:26.197967 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:26.285943 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks [] for router_gateway (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:26.335216 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Deleting port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:04:26.335566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:26.395225 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11'}], 'enable_snat': True}, 'gw_port_id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T01:04:25Z', 'revision_number': 5, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port': {'id': '1cfd169a-7502-4965-83fd-7bd7f4df7f3e', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:0b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:52Z', 'updated_at': '2022-09-18T00:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:26.408306 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:26.424553 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] Checking router: 31498b06-391d-4c8a-b78b-ba4dfacf5b3d for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:26.428982 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] For port 1cfd169a-7502-4965-83fd-7bd7f4df7f3e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1cfd169a-7502-4965-83fd-7bd7f4df7f3e,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:26.429353 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:26.442581 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:26.444958 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] Routers {'31498b06-391d-4c8a-b78b-ba4dfacf5b3d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:26.445571 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:26.447581 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Calling delete_port for 1cfd169a-7502-4965-83fd-7bd7f4df7f3e owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:04:26.479233 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:26.550947 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] Set router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:26.611087 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T01:04:26Z', 'revision_number': 6, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:26.642627 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6de5c6-42ea-4fb3-b530-35a0475f019f None None] The sync data for ids ['31498b06-391d-4c8a-b78b-ba4dfacf5b3d'] in dv-cinder-master-3-iscsi is: [{'id': '31498b06-391d-4c8a-b78b-ba4dfacf5b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1928955478-router', 'tenant_id': '505bd70415a04f53a64645eb7959a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:49Z', 'updated_at': '2022-09-18T01:04:26Z', 'revision_number': 6, 'project_id': '505bd70415a04f53a64645eb7959a5fb', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:26.762356 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:26.872725 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (1cfd169a-7502-4965-83fd-7bd7f4df7f3e), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:26.906857 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfd169a-7502-4965-83fd-7bd7f4df7f3e,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:26.963872 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.054506 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.056873 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks [] for router_controller (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.103597 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (31498b06-391d-4c8a-b78b-ba4dfacf5b3d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.104361 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31498b06-391d-4c8a-b78b-ba4dfacf5b3d {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:04:27.109454 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.113069 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7878793b-2ab1-4f49-a3d6-edbcacd676ca admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/31498b06-391d-4c8a-b78b-ba4dfacf5b3d HTTP/1.1" status: 204 len: 168 time: 1.0367610 Sep 18 01:04:27.113674 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47718) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:27.158820 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4bd263-d0d3-49a2-97ca-ad3f2ada2c12 admin admin] Deleting subnet a1c88011-2836-4048-9c52-ad139cf53896 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:04:27.161926 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd263-d0d3-49a2-97ca-ad3f2ada2c12 admin admin] Publish callbacks [] for subnet (a1c88011-2836-4048-9c52-ad139cf53896), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.198977 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd263-d0d3-49a2-97ca-ad3f2ada2c12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (a1c88011-2836-4048-9c52-ad139cf53896), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.286142 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd263-d0d3-49a2-97ca-ad3f2ada2c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (a1c88011-2836-4048-9c52-ad139cf53896), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.353849 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd263-d0d3-49a2-97ca-ad3f2ada2c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (a1c88011-2836-4048-9c52-ad139cf53896), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.380013 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bd263-d0d3-49a2-97ca-ad3f2ada2c12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c88011-2836-4048-9c52-ad139cf53896,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:27.383718 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd263-d0d3-49a2-97ca-ad3f2ada2c12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.389765 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-dd4bd263-d0d3-49a2-97ca-ad3f2ada2c12 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/a1c88011-2836-4048-9c52-ad139cf53896 HTTP/1.1" status: 204 len: 168 time: 0.2747929 Sep 18 01:04:27.390093 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47724) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:27.390687 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d63f63-839a-4f0b-b5cf-036505cb7528 None None] Network 7ab8f07f-d17d-470a-a9f4-d9a359c2132d requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:27.472916 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (7ab8f07f-d17d-470a-a9f4-d9a359c2132d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.521756 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Deleting port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:04:27.522096 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.560138 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4768565b-6f71-43e2-af70-d2023365017a None None] DHCP port deletion for 7ab8f07f-d17d-470a-a9f4-d9a359c2132d request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:04:27.596948 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] For port 8522d38d-1433-4745-a144-b4c1d5e7a3d5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8522d38d-1433-4745-a144-b4c1d5e7a3d5,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:27.597318 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.600523 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Deleting port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:04:27.600896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.611796 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Calling delete_port for 8522d38d-1433-4745-a144-b4c1d5e7a3d5 owned by network:dhcp {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:04:27.665850 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-4768565b-6f71-43e2-af70-d2023365017a None None] For port 8522d38d-1433-4745-a144-b4c1d5e7a3d5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8522d38d-1433-4745-a144-b4c1d5e7a3d5,segment=NetworkSegment(bc7a67df-6424-4b81-9985-3ab1068cd9c7),segment_id=bc7a67df-6424-4b81-9985-3ab1068cd9c7)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:27.666252 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.679825 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Calling delete_port for 8522d38d-1433-4745-a144-b4c1d5e7a3d5 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:04:27.693327 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.723863 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8522d38d-1433-4745-a144-b4c1d5e7a3d5,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:27.727715 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] No DVR routers for this DVR port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 on host dv-cinder-master-3-iscsi {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:04:27.746999 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:27.769310 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (8522d38d-1433-4745-a144-b4c1d5e7a3d5), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.797574 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768565b-6f71-43e2-af70-d2023365017a None None] No DVR routers for this DVR port 8522d38d-1433-4745-a144-b4c1d5e7a3d5 on host dv-cinder-master-3-iscsi {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:04:27.801366 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Pushing event deleted for resources: {'Port': ['ID=8522d38d-1433-4745-a144-b4c1d5e7a3d5,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:27.810866 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (7ab8f07f-d17d-470a-a9f4-d9a359c2132d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.815074 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.815444 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.815818 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.816184 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.816520 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.816857 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.817222 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.817571 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.817936 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.818269 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.818672 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.819038 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.819388 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.819756 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.820136 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4768565b-6f71-43e2-af70-d2023365017a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:27.837165 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab8f07f-d17d-470a-a9f4-d9a359c2132d']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:27.846763 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7a67df-6424-4b81-9985-3ab1068cd9c7') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:27.847065 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7a67df-6424-4b81-9985-3ab1068cd9c7') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:27.855197 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:27.857514 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25497215'] for segment (bc7a67df-6424-4b81-9985-3ab1068cd9c7), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.873477 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (bc7a67df-6424-4b81-9985-3ab1068cd9c7), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.880340 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:27.880730 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496155'] for segment (bc7a67df-6424-4b81-9985-3ab1068cd9c7), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.900171 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment bc7a67df-6424-4b81-9985-3ab1068cd9c7 resource provider aggregate not found Sep 18 01:04:27.942896 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment bc7a67df-6424-4b81-9985-3ab1068cd9c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc7a67df-6424-4b81-9985-3ab1068cd9c7 found for delete ", "request_id": "req-84f1a6eb-c3e8-4745-9daf-c00b8a95f7c8"}]} Sep 18 01:04:27.946930 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (7ab8f07f-d17d-470a-a9f4-d9a359c2132d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.955132 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:27.958276 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/7ab8f07f-d17d-470a-a9f4-d9a359c2132d HTTP/1.1" status: 204 len: 168 time: 0.5671451 Sep 18 01:04:27.972425 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d194de-79f3-4e7d-bc42-3167424fa6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab8f07f-d17d-470a-a9f4-d9a359c2132d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:28.129121 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47734) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:28.168899 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7ab372a0-87b3-4568-8a3e-5af6d51d3d15 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=505bd70415a04f53a64645eb7959a5fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386174 Sep 18 01:04:28.171737 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47736) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:28.219241 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-94a0d0b8-b867-4c48-a95f-843361409220 admin admin] Publish callbacks [] for security_group (6709b43e-2a7d-445c-abfa-92aecbbe0853), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:28.230110 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:28.239063 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-94a0d0b8-b867-4c48-a95f-843361409220 admin admin] Publish callbacks [] for security_group (6709b43e-2a7d-445c-abfa-92aecbbe0853), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:28.288252 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-94a0d0b8-b867-4c48-a95f-843361409220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6709b43e-2a7d-445c-abfa-92aecbbe0853), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:28.290755 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-94a0d0b8-b867-4c48-a95f-843361409220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:28.291886 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-94a0d0b8-b867-4c48-a95f-843361409220 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6709b43e-2a7d-445c-abfa-92aecbbe0853 HTTP/1.1" status: 204 len: 168 time: 0.1192756 Sep 18 01:04:28.300857 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0d0b8-b867-4c48-a95f-843361409220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6709b43e-2a7d-445c-abfa-92aecbbe0853,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:28.367283 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 8522d38d-1433-4745-a144-b4c1d5e7a3d5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:28.390475 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 8522d38d-1433-4745-a144-b4c1d5e7a3d5 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:04:28.390900 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 8522d38d-1433-4745-a144-b4c1d5e7a3d5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:28.391471 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device c069dad0-26ff-4757-9053-cc1d55fd29a9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:28.413544 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: c069dad0-26ff-4757-9053-cc1d55fd29a9 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:04:28.413905 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device c069dad0-26ff-4757-9053-cc1d55fd29a9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:28.414374 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 1cfd169a-7502-4965-83fd-7bd7f4df7f3e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:04:28.435131 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 1cfd169a-7502-4965-83fd-7bd7f4df7f3e {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:04:28.436146 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 1cfd169a-7502-4965-83fd-7bd7f4df7f3e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:04:29.033287 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47770) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:29.131341 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-734442830-network', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:29.151773 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Made reservation on behalf of 39509a7e0ca64f94913b5fbf10c6ec9c for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:29.154064 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.162653 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.240846 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Publish callbacks [] for security_group (88341f3d-74f1-4b59-99aa-2e86fa031036), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.244534 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (88341f3d-74f1-4b59-99aa-2e86fa031036), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.267249 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:04:29.282076 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88341f3d-74f1-4b59-99aa-2e86fa031036,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:29.287446 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (488b999e-c902-4c6e-a228-fc1f77956819), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.287819 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.segments_db [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Added segment 488b999e-c902-4c6e-a228-fc1f77956819 of type vlan for network 5e1cdc84-fae8-4064-bacf-43638170a453 Sep 18 01:04:29.329321 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (5e1cdc84-fae8-4064-bacf-43638170a453), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.353811 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (5e1cdc84-fae8-4064-bacf-43638170a453), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.354887 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:29.355403 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.375422 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:29.415375 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3809221 Sep 18 01:04:29.419756 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47774) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:29.423139 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aae60b-b254-49d3-8ea0-0bc22e45c2a2 admin admin] Pushing event updated for resources: {'Network': ['ID=5e1cdc84-fae8-4064-bacf-43638170a453,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:29.430297 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Request body: {'subnet': {'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-734442830-subnet', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:29.434566 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 5e1cdc84-fae8-4064-bacf-43638170a453 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:04:29.455141 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Made reservation on behalf of 39509a7e0ca64f94913b5fbf10c6ec9c for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:29.457743 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25305052'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.630324 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25497150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25305034'] for subnet (78665719-3b71-4b57-ac18-8d21538cb139), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.680861 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=78665719-3b71-4b57-ac18-8d21538cb139,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:29.699026 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Checking segment: {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:29.699389 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Network hostable DHCP agents. Network: 5e1cdc84-fae8-4064-bacf-43638170a453, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:04:29.719670 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Network 5e1cdc84-fae8-4064-bacf-43638170a453 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:04:29.731532 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5e1cdc84-fae8-4064-bacf-43638170a453) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:29.735806 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:29.736644 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.743246 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5807c3-d180-49a4-889c-a563c654912a None None] Network 5e1cdc84-fae8-4064-bacf-43638170a453 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:29.760911 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-6f42d39a-746d-4e22-a21c-17aa45ef41bb admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3394482 Sep 18 01:04:29.763906 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47780) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:29.768800 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:29.796146 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (49f41761-c5ea-42ab-a04f-e1419cdb1927), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.797393 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (49f41761-c5ea-42ab-a04f-e1419cdb1927), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.852416 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks [] for router_controller (49f41761-c5ea-42ab-a04f-e1419cdb1927), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.869293 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5e1cdc84-fae8-4064-bacf-43638170a453', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 01:04:29.870242 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:29.876624 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:29.898486 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47784) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:30.018121 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks [] for router_gateway (49f41761-c5ea-42ab-a04f-e1419cdb1927), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.023098 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Allocated IP 172.20.0.2 (5e1cdc84-fae8-4064-bacf-43638170a453/78665719-3b71-4b57-ac18-8d21538cb139/3ae79073-8afd-4a48-801a-4203cb23b103) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:30.027769 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf07de30-afc9-4c7c-ba25-dba8814e73c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.053663 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:30.089518 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:UPDATE=4,neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:30.116158 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf07de30-afc9-4c7c-ba25-dba8814e73c8 admin admin] Publish callbacks [] for security_group (9c0cefdf-01cb-4184-934d-adb8aec197f8), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.120553 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf07de30-afc9-4c7c-ba25-dba8814e73c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9c0cefdf-01cb-4184-934d-adb8aec197f8), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.168773 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07de30-afc9-4c7c-ba25-dba8814e73c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0cefdf-01cb-4184-934d-adb8aec197f8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:30.176403 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-bf07de30-afc9-4c7c-ba25-dba8814e73c8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=840f016e848a4abcae77b4f61ddc4f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768810 Sep 18 01:04:30.179191 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47788) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:30.186818 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Publish callbacks [] for port (3ae79073-8afd-4a48-801a-4203cb23b103), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.187951 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:30.194194 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.240134 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Network 5e1cdc84-fae8-4064-bacf-43638170a453 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:30.245627 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:30.246986 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks [] for router_gateway (49f41761-c5ea-42ab-a04f-e1419cdb1927), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.248084 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Pushing event updated for resources: {'Port': ['ID=3ae79073-8afd-4a48-801a-4203cb23b103,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:30.248732 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:30.250542 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:30.272267 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.311116 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Attempting to bind port 3ae79073-8afd-4a48-801a-4203cb23b103 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:30.311482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Attempting to bind port 3ae79073-8afd-4a48-801a-4203cb23b103 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:30.311927 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Attempting to bind port 3ae79073-8afd-4a48-801a-4203cb23b103 on network 5e1cdc84-fae8-4064-bacf-43638170a453 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:30.324131 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d46f684-7429-4204-92e9-4dc668b180bf admin admin] Publish callbacks [] for security_group (9c0cefdf-01cb-4184-934d-adb8aec197f8), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.356180 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:30.356549 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Checking segment: {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:30.356948 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.357345 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Bound using segment: {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:30.357798 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Bound port: 3ae79073-8afd-4a48-801a-4203cb23b103, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:30.358200 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.358361 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d46f684-7429-4204-92e9-4dc668b180bf admin admin] Publish callbacks [] for security_group (9c0cefdf-01cb-4184-934d-adb8aec197f8), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.416918 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] For port 3ae79073-8afd-4a48-801a-4203cb23b103, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:30.420444 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] For port 3ae79073-8afd-4a48-801a-4203cb23b103, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ae79073-8afd-4a48-801a-4203cb23b103,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:30.427101 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.437822 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Allocated IP 172.37.7.178 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/93fc521f-d09b-4eea-a7a0-1a1939186e5a) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:30.473224 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d46f684-7429-4204-92e9-4dc668b180bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9c0cefdf-01cb-4184-934d-adb8aec197f8), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.475785 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d46f684-7429-4204-92e9-4dc668b180bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.476942 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7d46f684-7429-4204-92e9-4dc668b180bf admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9c0cefdf-01cb-4184-934d-adb8aec197f8 HTTP/1.1" status: 204 len: 168 time: 0.2966330 Sep 18 01:04:30.492733 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374c134-0fa2-4269-b288-bbc8921153ca None None] Pushing event updated for resources: {'Port': ['ID=3ae79073-8afd-4a48-801a-4203cb23b103,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:30.538945 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46f684-7429-4204-92e9-4dc668b180bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0cefdf-01cb-4184-934d-adb8aec197f8,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:30.606445 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks [] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.654081 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.702189 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:30.707642 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:30.711900 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:30.741675 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Pushing event updated for resources: {'Port': ['ID=93fc521f-d09b-4eea-a7a0-1a1939186e5a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:30.766134 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1ff318fc-065c-452c-9b87-a6491f5aaffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.873878 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47794) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:30.894138 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0a8b60d7-dae9-445a-ab22-12e55aeba3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.948974 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:31.029684 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks [] for router_gateway (49f41761-c5ea-42ab-a04f-e1419cdb1927), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.037999 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:31.095334 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0a8b60d7-dae9-445a-ab22-12e55aeba3d8 admin admin] Publish callbacks [] for security_group (1c1fca10-3156-44ed-8072-902b19f934c0), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.104546 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0a8b60d7-dae9-445a-ab22-12e55aeba3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (1c1fca10-3156-44ed-8072-902b19f934c0), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.212825 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0a8b60d7-dae9-445a-ab22-12e55aeba3d8 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=40c79c1162294999a4842aa17d393aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376005 Sep 18 01:04:31.216415 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b60d7-dae9-445a-ab22-12e55aeba3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1fca10-3156-44ed-8072-902b19f934c0,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:31.217020 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47796) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:31.276209 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8fca5a2-d1a4-4ee6-8305-161043029887 admin admin] Publish callbacks [] for security_group (1c1fca10-3156-44ed-8072-902b19f934c0), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.300565 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8fca5a2-d1a4-4ee6-8305-161043029887 admin admin] Publish callbacks [] for security_group (1c1fca10-3156-44ed-8072-902b19f934c0), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.332222 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (49f41761-c5ea-42ab-a04f-e1419cdb1927), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.356710 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8fca5a2-d1a4-4ee6-8305-161043029887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (1c1fca10-3156-44ed-8072-902b19f934c0), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.359422 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8fca5a2-d1a4-4ee6-8305-161043029887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.360689 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a8fca5a2-d1a4-4ee6-8305-161043029887 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1c1fca10-3156-44ed-8072-902b19f934c0 HTTP/1.1" status: 204 len: 168 time: 0.1426754 Sep 18 01:04:31.375678 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fca5a2-d1a4-4ee6-8305-161043029887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1fca10-3156-44ed-8072-902b19f934c0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:31.469260 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Router 49f41761-c5ea-42ab-a04f-e1419cdb1927 is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:04:31.480510 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94829b3b-febe-4b54-a462-2dcf761aceea None None] Network 5e1cdc84-fae8-4064-bacf-43638170a453 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:31.557208 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-f92ca45a-0e06-4d72-9a06-ace5c1f64b4a None None] Provisioning complete for port 3ae79073-8afd-4a48-801a-4203cb23b103 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:31.557890 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f92ca45a-0e06-4d72-9a06-ace5c1f64b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.558234 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f92ca45a-0e06-4d72-9a06-ace5c1f64b4a None None] Attempt 1 to provision port 3ae79073-8afd-4a48-801a-4203cb23b103 Sep 18 01:04:31.595493 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:31.609377 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Sync routers for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:31.615388 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.618513 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-f9835250-c90e-49e7-a6db-ea16d28e240b admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8516786 Sep 18 01:04:31.620050 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47802) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:31.652327 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:31.652992 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:31.782368 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f92ca45a-0e06-4d72-9a06-ace5c1f64b4a None None] Current status of the port 3ae79073-8afd-4a48-801a-4203cb23b103 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:31.782795 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f92ca45a-0e06-4d72-9a06-ace5c1f64b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:31.827687 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:31.965910 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f92ca45a-0e06-4d72-9a06-ace5c1f64b4a None None] For port 3ae79073-8afd-4a48-801a-4203cb23b103, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ae79073-8afd-4a48-801a-4203cb23b103,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:31.972386 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f92ca45a-0e06-4d72-9a06-ace5c1f64b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.016570 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.056112 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ca45a-0e06-4d72-9a06-ace5c1f64b4a None None] Pushing event updated for resources: {'Port': ['ID=3ae79073-8afd-4a48-801a-4203cb23b103,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:32.107758 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bb595fb4-e89c-40b4-b806-233db6a1ed22 None None] Provisioning complete for port 3ae79073-8afd-4a48-801a-4203cb23b103 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:32.108241 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bb595fb4-e89c-40b4-b806-233db6a1ed22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.108825 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bb595fb4-e89c-40b4-b806-233db6a1ed22 None None] Attempt 1 to provision port 3ae79073-8afd-4a48-801a-4203cb23b103 Sep 18 01:04:32.110207 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.120431 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.147222 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:30Z', 'revision_number': 3, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:32.184143 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.188612 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Checking router: 49f41761-c5ea-42ab-a04f-e1419cdb1927 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:32.188977 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Updating router 49f41761-c5ea-42ab-a04f-e1419cdb1927 port 93fc521f-d09b-4eea-a7a0-1a1939186e5a binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:32.235877 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47820) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:32.312920 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Allocated IP 172.20.0.1 (5e1cdc84-fae8-4064-bacf-43638170a453/78665719-3b71-4b57-ac18-8d21538cb139/a9c75f30-3c9c-4170-bcfc-a800cf863dd5) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:32.320034 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.377925 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-223591648-network', 'tenant_id': '2ac4ac0c047c40bb87e591c4e981c965'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:32.381131 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.404318 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Made reservation on behalf of 2ac4ac0c047c40bb87e591c4e981c965 for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:32.415713 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.420867 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bb595fb4-e89c-40b4-b806-233db6a1ed22 None None] Current status of the port 3ae79073-8afd-4a48-801a-4203cb23b103 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:32.421056 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:04:32.433618 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.434812 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3ae79073-8afd-4a48-801a-4203cb23b103 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:32.445483 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Publish callbacks [] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.483660 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.523549 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Network 5e1cdc84-fae8-4064-bacf-43638170a453 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:32.527412 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:32.530495 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:32.539920 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Publish callbacks [] for security_group (52af9a11-8d55-40bf-8e25-0eaca6bf1de6), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.546158 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (52af9a11-8d55-40bf-8e25-0eaca6bf1de6), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.561052 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=12,neutron:UPDATE=1,neutron:SELECT=86,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.584521 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:04:32.587089 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52af9a11-8d55-40bf-8e25-0eaca6bf1de6,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:32.589800 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Pushing event updated for resources: {'Port': ['ID=a9c75f30-3c9c-4170-bcfc-a800cf863dd5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:32.597196 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 3ae79073-8afd-4a48-801a-4203cb23b103 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:32.597677 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.598012 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 3ae79073-8afd-4a48-801a-4203cb23b103 Sep 18 01:04:32.608754 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (49f41761-c5ea-42ab-a04f-e1419cdb1927), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.621440 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (33121620-b69d-4975-be6a-5103191f414c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.622482 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Added segment 33121620-b69d-4975-be6a-5103191f414c of type vlan for network 41db0606-b124-448f-9372-7cf25d985fa2 Sep 18 01:04:32.669690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (41db0606-b124-448f-9372-7cf25d985fa2), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.690847 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.704002 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (41db0606-b124-448f-9372-7cf25d985fa2), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.706498 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:32.707130 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.733160 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.734602 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 3ae79073-8afd-4a48-801a-4203cb23b103 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:32.778553 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Publish callbacks [] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.778852 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.785391 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.786757 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] Pushing event updated for resources: {'Network': ['ID=41db0606-b124-448f-9372-7cf25d985fa2,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:32.801836 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7eaa1ff5-969d-4994-95d0-e6eb6c70c952 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5611811 Sep 18 01:04:32.803196 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47824) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:32.809828 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Request body: {'subnet': {'network_id': '41db0606-b124-448f-9372-7cf25d985fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-223591648-subnet', 'tenant_id': '2ac4ac0c047c40bb87e591c4e981c965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:32.822776 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 41db0606-b124-448f-9372-7cf25d985fa2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:04:32.832169 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Made reservation on behalf of 2ac4ac0c047c40bb87e591c4e981c965 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:32.835391 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25305052'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.857289 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Attempting to bind port 93fc521f-d09b-4eea-a7a0-1a1939186e5a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:32.857633 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Attempting to bind port 93fc521f-d09b-4eea-a7a0-1a1939186e5a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:32.857987 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Attempting to bind port 93fc521f-d09b-4eea-a7a0-1a1939186e5a on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:32.926918 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Provisioning complete for port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:32.927291 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.927624 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Attempt 1 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:32.968096 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:32.971057 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.976362 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Publish callbacks [] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.980015 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:32.980498 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:32.981666 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.981979 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:32.982591 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Bound port: 93fc521f-d09b-4eea-a7a0-1a1939186e5a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:32.982896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.983610 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:32.990392 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375342d-e048-4976-af86-8d44551ed0ef None None] Pushing event updated for resources: {'Port': ['ID=93fc521f-d09b-4eea-a7a0-1a1939186e5a,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:33.015717 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25497150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25305034'] for subnet (cf3eac32-e906-4bb1-bc4e-9a94fbb83e74), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.049741 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] For port 93fc521f-d09b-4eea-a7a0-1a1939186e5a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:33.053863 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] For port 93fc521f-d09b-4eea-a7a0-1a1939186e5a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=93fc521f-d09b-4eea-a7a0-1a1939186e5a,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:33.059935 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Pushing event updated for resources: {'Port': ['ID=a9c75f30-3c9c-4170-bcfc-a800cf863dd5,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:33.061780 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.065033 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (49f41761-c5ea-42ab-a04f-e1419cdb1927), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.077418 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3eac32-e906-4bb1-bc4e-9a94fbb83e74,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:33.089077 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Checking segment: {'id': '33121620-b69d-4975-be6a-5103191f414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '41db0606-b124-448f-9372-7cf25d985fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:33.089442 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Network hostable DHCP agents. Network: 41db0606-b124-448f-9372-7cf25d985fa2, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:04:33.110479 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Network 41db0606-b124-448f-9372-7cf25d985fa2 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:04:33.120052 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 41db0606-b124-448f-9372-7cf25d985fa2) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:33.120963 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375342d-e048-4976-af86-8d44551ed0ef None None] Pushing event updated for resources: {'Port': ['ID=93fc521f-d09b-4eea-a7a0-1a1939186e5a,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:33.125861 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:33.126645 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:33.135411 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:33.136007 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.162510 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-b9f5d58c-f425-4337-b2fa-90efe69f52fd admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3537085 Sep 18 01:04:33.171516 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c771d6-8a49-4779-b36a-2a7333eb503a None None] Network 41db0606-b124-448f-9372-7cf25d985fa2 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:33.192669 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Network 5e1cdc84-fae8-4064-bacf-43638170a453 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:33.194118 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:33.311680 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Router 49f41761-c5ea-42ab-a04f-e1419cdb1927 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:33.359958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473888c0-cd49-4c45-9269-b775f58dde72 None None] Network 41db0606-b124-448f-9372-7cf25d985fa2 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:33.380970 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:33.383388 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:33.445032 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:33.456686 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-86da787c-dc55-4e60-b9ff-8f3e390b638c admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/49f41761-c5ea-42ab-a04f-e1419cdb1927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338275 Sep 18 01:04:33.508345 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Attempt 2 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:33.544140 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:33.627914 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:33.644415 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:33.677283 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f67e6cfe-945e-493f-9cdb-72ae8c0409db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.726371 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 2, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:33.754219 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c520beb-8e6c-4621-afa6-ece0fdd19ee3 None None] The sync data for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi is: [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 2, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:33.787450 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47846) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:33.794016 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1300240572-network', 'tenant_id': '173237a736854bf189e8a9b3503ebd66'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:33.824392 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Made reservation on behalf of 173237a736854bf189e8a9b3503ebd66 for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:33.827312 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.836991 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.923774 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Publish callbacks [] for security_group (e2e5efe0-9a43-4a1c-8aa0-133edbf3908a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.928444 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e2e5efe0-9a43-4a1c-8aa0-133edbf3908a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.951049 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47848) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:33.954835 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-8c11b9ee-4a9a-4eef-89ff-8c1552174ad2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122165615', 'description': 'tempest-description--744942273'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:33.954995 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:04:33.976165 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (0dcf581e-4e4e-4dc0-8353-a9f61d3ef536), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.977099 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Added segment 0dcf581e-4e4e-4dc0-8353-a9f61d3ef536 of type vlan for network f7cc274c-5b33-47e3-9733-e1a25c0b8660 Sep 18 01:04:33.978004 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e5efe0-9a43-4a1c-8aa0-133edbf3908a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:33.983873 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c11b9ee-4a9a-4eef-89ff-8c1552174ad2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.037840 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:34.039791 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (f7cc274c-5b33-47e3-9733-e1a25c0b8660), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.071685 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (f7cc274c-5b33-47e3-9733-e1a25c0b8660), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.072793 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:34.073416 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.096882 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c11b9ee-4a9a-4eef-89ff-8c1552174ad2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (60bd680b-5ec4-4354-a685-c737d96ad116), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.103157 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c11b9ee-4a9a-4eef-89ff-8c1552174ad2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (60bd680b-5ec4-4354-a685-c737d96ad116), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.128732 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Attempt 3 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:34.133041 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:34.141564 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c11b9ee-4a9a-4eef-89ff-8c1552174ad2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.145623 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-8c11b9ee-4a9a-4eef-89ff-8c1552174ad2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1916506 Sep 18 01:04:34.145851 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47850) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:34.150536 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-eb0b07a8-c42f-4696-ae21-41e0eaa32045 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'security_group_rule': {'security_group_id': '60bd680b-5ec4-4354-a685-c737d96ad116', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:34.156396 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3676341 Sep 18 01:04:34.157000 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11b9ee-4a9a-4eef-89ff-8c1552174ad2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bd680b-5ec4-4354-a685-c737d96ad116,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:34.157352 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47852) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:34.165836 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Request body: {'subnet': {'network_id': 'f7cc274c-5b33-47e3-9733-e1a25c0b8660', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1300240572-subnet', 'tenant_id': '173237a736854bf189e8a9b3503ebd66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:34.169949 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=f7cc274c-5b33-47e3-9733-e1a25c0b8660,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:34.187561 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.187969 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.188498 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.189005 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.189511 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.190016 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.190533 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.190746 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:34.191199 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.191520 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.191858 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.192185 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.192719 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.193048 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.193370 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.193687 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f35323-ffe4-4a7e-a516-ff0a3b2c9ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:34.193800 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb0b07a8-c42f-4696-ae21-41e0eaa32045 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (0c71c9a6-87fb-4f88-90c2-5293a42f8414), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.206945 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Made reservation on behalf of 173237a736854bf189e8a9b3503ebd66 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:34.208270 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network f7cc274c-5b33-47e3-9733-e1a25c0b8660 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:04:34.210051 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25305052'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.263646 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb0b07a8-c42f-4696-ae21-41e0eaa32045 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (0c71c9a6-87fb-4f88-90c2-5293a42f8414), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.268391 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb0b07a8-c42f-4696-ae21-41e0eaa32045 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (0c71c9a6-87fb-4f88-90c2-5293a42f8414), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.300767 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b07a8-c42f-4696-ae21-41e0eaa32045 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c71c9a6-87fb-4f88-90c2-5293a42f8414,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:34.308325 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eb0b07a8-c42f-4696-ae21-41e0eaa32045 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.309614 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-eb0b07a8-c42f-4696-ae21-41e0eaa32045 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628497 Sep 18 01:04:34.312237 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47854) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:34.318759 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c3e21f29-f67f-4a0c-a319-7f005a10fb5d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'security_group_rule': {'security_group_id': '60bd680b-5ec4-4354-a685-c737d96ad116', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:34.351796 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3e21f29-f67f-4a0c-a319-7f005a10fb5d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (98243fe8-a273-4407-b443-a3b70a273e6e), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.355756 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:34.407860 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25497150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25305034'] for subnet (94bdd3e5-bdb0-4bf9-b4df-1a53960befae), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.417338 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3e21f29-f67f-4a0c-a319-7f005a10fb5d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (98243fe8-a273-4407-b443-a3b70a273e6e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.422427 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3e21f29-f67f-4a0c-a319-7f005a10fb5d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (98243fe8-a273-4407-b443-a3b70a273e6e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.443579 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e21f29-f67f-4a0c-a319-7f005a10fb5d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98243fe8-a273-4407-b443-a3b70a273e6e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:34.454603 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3e21f29-f67f-4a0c-a319-7f005a10fb5d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.458894 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c3e21f29-f67f-4a0c-a319-7f005a10fb5d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425433 Sep 18 01:04:34.460217 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 47856) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:34.461749 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94bdd3e5-bdb0-4bf9-b4df-1a53960befae,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:34.465612 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:34.477633 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Checking segment: {'id': '0dcf581e-4e4e-4dc0-8353-a9f61d3ef536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f7cc274c-5b33-47e3-9733-e1a25c0b8660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:34.478286 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Network hostable DHCP agents. Network: f7cc274c-5b33-47e3-9733-e1a25c0b8660, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:04:34.490901 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.498821 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Network f7cc274c-5b33-47e3-9733-e1a25c0b8660 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:04:34.514913 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f7cc274c-5b33-47e3-9733-e1a25c0b8660) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:34.522723 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:34.523597 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.524284 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58c12a4-cd97-4949-8318-9547c8df774b None None] Network f7cc274c-5b33-47e3-9733-e1a25c0b8660 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:34.545602 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-1d4f2f69-f0fc-401a-830d-28538caf50b8 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3840513 Sep 18 01:04:34.602344 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.693022 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Attempt 4 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:34.721432 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94694a60-baa5-4267-89b0-da48d111d446 None None] Network f7cc274c-5b33-47e3-9733-e1a25c0b8660 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:34.774028 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Allocated IP 172.37.7.43 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/9e3bdeb4-70fb-4017-a801-adac29a7832a) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:34.876778 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:34.918826 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for port (9e3bdeb4-70fb-4017-a801-adac29a7832a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.929568 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:34.970647 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (9e3bdeb4-70fb-4017-a801-adac29a7832a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.015525 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:35.018951 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:35.022863 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:35.047128 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'Port': ['ID=9e3bdeb4-70fb-4017-a801-adac29a7832a,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:35.059735 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.060082 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.060421 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.060758 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.061093 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.061422 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.061739 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.062089 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.062384 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.062863 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.063520 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.063520 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.063831 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.064136 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.064457 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:35.136917 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (5a83a350-da58-418d-b79d-f85849a7f4e3), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.183653 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (9e3bdeb4-70fb-4017-a801-adac29a7832a), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.232964 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:35.258045 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.378513 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for port (9e3bdeb4-70fb-4017-a801-adac29a7832a), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.383709 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (9e3bdeb4-70fb-4017-a801-adac29a7832a), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.430813 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Attempt 5 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:35.454761 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'Port': ['ID=9e3bdeb4-70fb-4017-a801-adac29a7832a,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:35.457126 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (5a83a350-da58-418d-b79d-f85849a7f4e3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.470661 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:35.475542 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.476938 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-be6ab30b-6497-4849-8cdf-2ae4f89f157b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0156949 Sep 18 01:04:35.688974 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-042bac85-398e-4ff0-a072-46acf87d1217 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--122165615&fields=id&tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c HTTP/1.1" status: 200 len: 267 time: 0.0414727 Sep 18 01:04:35.801316 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-cac57f72-c010-4df7-b849-b71480ccaf61 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:35.802808 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-cac57f72-c010-4df7-b849-b71480ccaf61 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 810 time: 0.1073470 Sep 18 01:04:35.817393 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-f9618306-d4a7-4578-9506-82415e4f60be tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/quotas/39509a7e0ca64f94913b5fbf10c6ec9c HTTP/1.1" status: 200 len: 375 time: 0.0089719 Sep 18 01:04:35.866321 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-384f0233-eca8-48a0-a77e-1c42109fbc52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438149 Sep 18 01:04:35.969222 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-6f152199-1bb9-44bc-b727-0e2e3fefd75e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911233 Sep 18 01:04:35.971430 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Attempt 6 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:36.006421 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:36.063945 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-74206b63-5771-4841-9095-ae7b7195d4f4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884273 Sep 18 01:04:36.228951 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-44aa18b7-7e09-484f-a1cd-bc3447f28944 req-3f0dc7b4-0749-44a5-8a35-0230661c9988 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 210 time: 0.0275090 Sep 18 01:04:36.292094 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Sync routers for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:36.302950 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:36.303473 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:36.346260 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:36.403250 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 93fc521f-d09b-4eea-a7a0-1a1939186e5a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:36.406689 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:36.419312 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:36.458832 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 93fc521f-d09b-4eea-a7a0-1a1939186e5a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:36.459470 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:36.459813 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 93fc521f-d09b-4eea-a7a0-1a1939186e5a Sep 18 01:04:36.507648 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Attempt 7 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:36.575714 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 93fc521f-d09b-4eea-a7a0-1a1939186e5a is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:36.576539 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:36.601094 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 93fc521f-d09b-4eea-a7a0-1a1939186e5a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=93fc521f-d09b-4eea-a7a0-1a1939186e5a,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:36.608913 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:36.661339 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:36.677793 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=93fc521f-d09b-4eea-a7a0-1a1939186e5a,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:36.873112 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 2, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:36.901067 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Checking router: 49f41761-c5ea-42ab-a04f-e1419cdb1927 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:36.901417 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Updating router 49f41761-c5ea-42ab-a04f-e1419cdb1927 port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:36.929349 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.084835 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.162843 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Attempt 8 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:37.199321 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:37.203392 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Publish callbacks [] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.208852 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.269143 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:37.291841 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Pushing event updated for resources: {'Port': ['ID=a9c75f30-3c9c-4170-bcfc-a800cf863dd5,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:37.305082 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.305756 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.305756 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.306120 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.306466 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.306830 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.307711 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.307711 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.308141 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.308141 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.308401 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.308737 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.309644 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.309972 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.310289 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:37.317441 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Attempting to bind port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:37.317811 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Attempting to bind port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:37.318166 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Attempting to bind port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 on network 5e1cdc84-fae8-4064-bacf-43638170a453 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:37.333376 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0eece368-3818-4ebe-9d51-be37fd4ccae9 req-02803e58-90b2-4124-ac8b-bd32e2efd458 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 210 time: 0.0291162 Sep 18 01:04:37.367139 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:37.367509 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Checking segment: {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:37.367914 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.368305 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Bound using segment: {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:37.368770 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Bound port: a9c75f30-3c9c-4170-bcfc-a800cf863dd5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:37.369153 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.427190 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] For port a9c75f30-3c9c-4170-bcfc-a800cf863dd5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:37.430215 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] For port a9c75f30-3c9c-4170-bcfc-a800cf863dd5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a9c75f30-3c9c-4170-bcfc-a800cf863dd5,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:37.436603 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.474781 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:37.478339 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:37.479005 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:37.535208 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb23d6-e64a-439b-8a4a-6d00963079a7 None None] Pushing event updated for resources: {'Port': ['ID=a9c75f30-3c9c-4170-bcfc-a800cf863dd5,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:37.603835 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:37.700952 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Attempt 9 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:37.807271 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Current status of the port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:37.807668 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.819002 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:37.851391 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] For port a9c75f30-3c9c-4170-bcfc-a800cf863dd5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a9c75f30-3c9c-4170-bcfc-a800cf863dd5,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:37.854206 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2aedc7-e341-4088-84ed-8f45ec872501 None None] The sync data for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi is: [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:37.856552 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.919740 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac0bc3-b8bc-421e-a884-7eec16209240 None None] Pushing event updated for resources: {'Port': ['ID=a9c75f30-3c9c-4170-bcfc-a800cf863dd5,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:37.931934 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:37.935615 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:37.981769 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-d1708998-0a47-4601-9c5b-00ed6e8a18ad None None] Provisioning complete for port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:37.982221 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1708998-0a47-4601-9c5b-00ed6e8a18ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.982687 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d1708998-0a47-4601-9c5b-00ed6e8a18ad None None] Attempt 1 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:37.983195 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-d2c0f575-8e68-4768-81af-15c0b433ca6e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:37.984734 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-d2c0f575-8e68-4768-81af-15c0b433ca6e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 810 time: 0.4320831 Sep 18 01:04:38.063750 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:38.064507 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-e04d6efb-28ee-43c0-8ca3-8b7463250964 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c HTTP/1.1" status: 200 len: 379 time: 0.0642984 Sep 18 01:04:38.067043 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d1708998-0a47-4601-9c5b-00ed6e8a18ad None None] Current status of the port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:38.074218 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'port': {'device_id': '529a4d99-a333-4068-a419-09d67a1ae170', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'admin_state_up': True, 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'security_groups': ['60bd680b-5ec4-4354-a685-c737d96ad116']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:38.197401 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Made reservation on behalf of 39509a7e0ca64f94913b5fbf10c6ec9c for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:38.201444 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:38.390873 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Allocated IP 172.20.0.5 (5e1cdc84-fae8-4064-bacf-43638170a453/78665719-3b71-4b57-ac18-8d21538cb139/8a184e82-50ee-43b7-b12b-caa0631860c8) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:38.418874 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device a9c75f30-3c9c-4170-bcfc-a800cf863dd5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:38.472459 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5b1a8f27-4486-46f6-84c8-958cae128265 req-bfaffbeb-7877-4edf-b953-7203111bd56f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 210 time: 0.0425487 Sep 18 01:04:38.485178 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:38.485805 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:38.486539 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 Sep 18 01:04:38.572611 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:38.573940 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 93fc521f-d09b-4eea-a7a0-1a1939186e5a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:38.595191 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:38.621444 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 93fc521f-d09b-4eea-a7a0-1a1939186e5a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:38.621813 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:38.622158 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 93fc521f-d09b-4eea-a7a0-1a1939186e5a Sep 18 01:04:38.636824 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:38.690063 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Network 5e1cdc84-fae8-4064-bacf-43638170a453 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:38.693882 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:38.696470 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:38.705908 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 93fc521f-d09b-4eea-a7a0-1a1939186e5a is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:38.729472 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'Port': ['ID=8a184e82-50ee-43b7-b12b-caa0631860c8,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:38.755831 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:38.756456 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:38.775048 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-337f3166-a1a2-4e3e-9635-36fc0f0e7412 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7052133 Sep 18 01:04:38.792644 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Request body: {'port': {'device_id': '529a4d99-a333-4068-a419-09d67a1ae170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:38.858827 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:38.889965 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-8ef0052e-f629-44fb-9930-8d33c4878e4e None None] Provisioning complete for port 8a184e82-50ee-43b7-b12b-caa0631860c8 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:38.890345 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8ef0052e-f629-44fb-9930-8d33c4878e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:38.890744 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8ef0052e-f629-44fb-9930-8d33c4878e4e None None] Attempt 1 to provision port 8a184e82-50ee-43b7-b12b-caa0631860c8 Sep 18 01:04:38.893260 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:38.924758 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0052e-f629-44fb-9930-8d33c4878e4e None None] Port 8a184e82-50ee-43b7-b12b-caa0631860c8 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:38.961673 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:38.964271 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:39.120940 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a184e82-50ee-43b7-b12b-caa0631860c8 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:04:39.129092 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Publish callbacks [] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:39.141810 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Transition to ACTIVE for port object 8a184e82-50ee-43b7-b12b-caa0631860c8 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:04:39.144888 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:39.207957 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31226432-ba29-4531-a122-1d87844be206 service neutron] Pushing event updated for resources: {'Port': ['ID=8a184e82-50ee-43b7-b12b-caa0631860c8,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:39.257754 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Attempting to bind port 8a184e82-50ee-43b7-b12b-caa0631860c8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:39.258092 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Attempting to bind port 8a184e82-50ee-43b7-b12b-caa0631860c8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:39.258429 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Attempting to bind port 8a184e82-50ee-43b7-b12b-caa0631860c8 on network 5e1cdc84-fae8-4064-bacf-43638170a453 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:39.302899 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Port 8a184e82-50ee-43b7-b12b-caa0631860c8 on network 5e1cdc84-fae8-4064-bacf-43638170a453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:04:39.303232 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Attempting to bind port 8a184e82-50ee-43b7-b12b-caa0631860c8 on network 5e1cdc84-fae8-4064-bacf-43638170a453 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:39.345536 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:39.345872 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Checking segment: {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:39.346263 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Bound using segment: {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:39.346716 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Bound port: 8a184e82-50ee-43b7-b12b-caa0631860c8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:39.347075 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:39.409116 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] For port 8a184e82-50ee-43b7-b12b-caa0631860c8, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:39.412543 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] For port 8a184e82-50ee-43b7-b12b-caa0631860c8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a184e82-50ee-43b7-b12b-caa0631860c8,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:39.419213 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:39.423361 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:39.423981 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:39.425331 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-31226432-ba29-4531-a122-1d87844be206 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/8a184e82-50ee-43b7-b12b-caa0631860c8 HTTP/1.1" status: 200 len: 1093 time: 0.6370223 Sep 18 01:04:39.426400 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8ef0052e-f629-44fb-9930-8d33c4878e4e None None] Attempt 2 to provision port 8a184e82-50ee-43b7-b12b-caa0631860c8 Sep 18 01:04:39.426976 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a4d99-a333-4068-a419-09d67a1ae170', 'tag': '8a184e82-50ee-43b7-b12b-caa0631860c8'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:04:39.429115 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e6ac60-6593-483a-8c65-086d5ff83088" -d '{"events": [{"name": "network-changed", "server_uuid": "529a4d99-a333-4068-a419-09d67a1ae170", "tag": "8a184e82-50ee-43b7-b12b-caa0631860c8"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:39.495498 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daef7f0-2906-42fd-bbc9-26498866e510 x-openstack-request-id: req-4daef7f0-2906-42fd-bbc9-26498866e510 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:39.495816 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529a4d99-a333-4068-a419-09d67a1ae170", "tag": "8a184e82-50ee-43b7-b12b-caa0631860c8", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:39.496037 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4daef7f0-2906-42fd-bbc9-26498866e510 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:39.497061 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4daef7f0-2906-42fd-bbc9-26498866e510'] response: {'name': 'network-changed', 'server_uuid': '529a4d99-a333-4068-a419-09d67a1ae170', 'tag': '8a184e82-50ee-43b7-b12b-caa0631860c8', 'status': 'completed', 'code': 200} Sep 18 01:04:39.497531 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8ef0052e-f629-44fb-9930-8d33c4878e4e None None] Port 8a184e82-50ee-43b7-b12b-caa0631860c8 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:04:39.498080 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31226432-ba29-4531-a122-1d87844be206 service neutron] Pushing event updated for resources: {'Port': ['ID=8a184e82-50ee-43b7-b12b-caa0631860c8,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:39.603370 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-925ab84f-e9f6-426f-917b-fe2a8e7e705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:39.604876 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-925ab84f-e9f6-426f-917b-fe2a8e7e705b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 1127 time: 0.0859880 Sep 18 01:04:39.620741 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2c5e6-3fef-41db-b311-ce8bdeefa492 req-57cc9b33-d6b7-4b93-b5e8-a8c8c387dfc3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:39.622317 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-10f2c5e6-3fef-41db-b311-ce8bdeefa492 req-57cc9b33-d6b7-4b93-b5e8-a8c8c387dfc3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 943 time: 0.0597465 Sep 18 01:04:39.662360 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-2e74230e-e75f-4ad8-9eed-05ed79d9cefc service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a184e82-50ee-43b7-b12b-caa0631860c8 HTTP/1.1" status: 200 len: 217 time: 0.0390542 Sep 18 01:04:39.737530 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-10f2c5e6-3fef-41db-b311-ce8bdeefa492 req-6680f68e-03ba-4aeb-baf2-ccbc0c54d8df tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084421 Sep 18 01:04:39.741328 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-a06adfc4-cb4d-483a-942f-034292592503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:39.743275 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-a06adfc4-cb4d-483a-942f-034292592503 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 200 len: 849 time: 0.0735631 Sep 18 01:04:39.791452 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-b8281e2b-bd19-4f14-a2f8-b878abe5c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:39.792928 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-b8281e2b-bd19-4f14-a2f8-b878abe5c80f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5e1cdc84-fae8-4064-bacf-43638170a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418437 Sep 18 01:04:39.871509 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:39.897628 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-89b349ba-1e1d-47b2-8425-ca121b5e0620 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956395 Sep 18 01:04:39.945999 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:39.988093 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-83b2d2a1-b473-460e-ada4-cad1e94f11ff req-efa5ad64-901c-48f0-ad66-86f9c4820910 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836394 Sep 18 01:04:40.902829 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d7903-9dfc-4e57-933c-e09bdd1ea205 req-8ec47bc4-e48a-4e3f-8a83-155d9cda2129 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:40.904455 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-531d7903-9dfc-4e57-933c-e09bdd1ea205 req-8ec47bc4-e48a-4e3f-8a83-155d9cda2129 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 943 time: 0.0847664 Sep 18 01:04:40.947134 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-9cacdfc3-c962-4328-9c13-872928d5004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:40.948627 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-9cacdfc3-c962-4328-9c13-872928d5004f service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 1127 time: 0.0695851 Sep 18 01:04:41.016383 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-531d7903-9dfc-4e57-933c-e09bdd1ea205 req-bc8f22b7-86cf-4f01-9b82-a432c5c8431e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958183 Sep 18 01:04:41.060260 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-838c213c-ee9f-47bc-a380-756b944eb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:41.061706 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-838c213c-ee9f-47bc-a380-756b944eb4d9 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 911 time: 0.1032264 Sep 18 01:04:41.101346 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-63c8d78d-e7ad-485c-a7a0-0c6228fbc57a service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a184e82-50ee-43b7-b12b-caa0631860c8 HTTP/1.1" status: 200 len: 217 time: 0.0332670 Sep 18 01:04:41.148414 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-26cf4e37-8254-452e-a442-2d4a8ecb4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:41.149820 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-26cf4e37-8254-452e-a442-2d4a8ecb4cfd service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 200 len: 849 time: 0.0427914 Sep 18 01:04:41.192637 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-db7e47d9-f2b5-486e-b2d9-216aca8f5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:41.194086 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-db7e47d9-f2b5-486e-b2d9-216aca8f5d9c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5e1cdc84-fae8-4064-bacf-43638170a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377135 Sep 18 01:04:41.288553 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-4b78f69c-e000-4e19-8e1d-e68286a532bc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881355 Sep 18 01:04:41.381724 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-73e6ac60-6593-483a-8c65-086d5ff83088 req-76a7deec-a4d5-45ae-8abe-e18e31e36956 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869136 Sep 18 01:04:42.147039 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41ae1-d33e-47c3-9163-56b81802902e req-f492850d-ed17-4b97-a283-8cded52091ad tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:42.148755 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-35f41ae1-d33e-47c3-9163-56b81802902e req-f492850d-ed17-4b97-a283-8cded52091ad tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 943 time: 0.0535755 Sep 18 01:04:42.197817 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-35f41ae1-d33e-47c3-9163-56b81802902e req-9d17757d-3c67-4964-a3a0-4d98eae1a576 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431132 Sep 18 01:04:42.684486 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 8a184e82-50ee-43b7-b12b-caa0631860c8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:04:42.783886 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 8a184e82-50ee-43b7-b12b-caa0631860c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a184e82-50ee-43b7-b12b-caa0631860c8,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:42.794886 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '8a184e82-50ee-43b7-b12b-caa0631860c8', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'port_id': '8a184e82-50ee-43b7-b12b-caa0631860c8', 'mac_address': 'fa:16:3e:c9:29:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:04:42.828999 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 8a184e82-50ee-43b7-b12b-caa0631860c8 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:42.829393 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:42.842326 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a184e82-50ee-43b7-b12b-caa0631860c8 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:04:42.862021 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 8a184e82-50ee-43b7-b12b-caa0631860c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a184e82-50ee-43b7-b12b-caa0631860c8,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:42.865933 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:42.903899 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:42.915799 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=8a184e82-50ee-43b7-b12b-caa0631860c8,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:43.194185 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['8a184e82-50ee-43b7-b12b-caa0631860c8'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:04:43.336336 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3f0ba-12e7-4f32-8a9d-cbf603942be3 req-06f39f29-38e9-49a1-aed0-156db282c222 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:43.337961 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a5e3f0ba-12e7-4f32-8a9d-cbf603942be3 req-06f39f29-38e9-49a1-aed0-156db282c222 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 944 time: 0.0619533 Sep 18 01:04:43.388201 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a5e3f0ba-12e7-4f32-8a9d-cbf603942be3 req-d9ea413c-3c91-4e0e-9676-c4faed75f31a tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Sep 18 01:04:44.512760 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9a182-4097-4dc6-9b9f-0bc0a68e9cba req-3d8250ce-fe89-4afe-a363-c8e6c9d7aa4b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:44.514384 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-30d9a182-4097-4dc6-9b9f-0bc0a68e9cba req-3d8250ce-fe89-4afe-a363-c8e6c9d7aa4b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 944 time: 0.0512528 Sep 18 01:04:44.570441 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-30d9a182-4097-4dc6-9b9f-0bc0a68e9cba req-6df77273-b520-41d2-bcd6-901665223344 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502234 Sep 18 01:04:44.701971 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 8a184e82-50ee-43b7-b12b-caa0631860c8 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:44.752946 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 8a184e82-50ee-43b7-b12b-caa0631860c8 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:04:44.759414 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 8a184e82-50ee-43b7-b12b-caa0631860c8 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:44.759988 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.760499 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 8a184e82-50ee-43b7-b12b-caa0631860c8 Sep 18 01:04:44.832627 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 8a184e82-50ee-43b7-b12b-caa0631860c8 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:44.832945 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.856494 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a4d99-a333-4068-a419-09d67a1ae170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a184e82-50ee-43b7-b12b-caa0631860c8'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:04:44.858797 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da8106c-d7f8-475f-93c8-784c26d902df" -d '{"events": [{"server_uuid": "529a4d99-a333-4068-a419-09d67a1ae170", "name": "network-vif-plugged", "status": "completed", "tag": "8a184e82-50ee-43b7-b12b-caa0631860c8"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:44.872044 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 8a184e82-50ee-43b7-b12b-caa0631860c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a184e82-50ee-43b7-b12b-caa0631860c8,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:44.876240 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.900872 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87868d6a-9c75-4639-8c38-8fd29d8b1f5e x-openstack-request-id: req-87868d6a-9c75-4639-8c38-8fd29d8b1f5e {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:44.901163 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529a4d99-a333-4068-a419-09d67a1ae170", "name": "network-vif-plugged", "status": "completed", "tag": "8a184e82-50ee-43b7-b12b-caa0631860c8", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:44.901458 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87868d6a-9c75-4639-8c38-8fd29d8b1f5e {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:44.901804 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87868d6a-9c75-4639-8c38-8fd29d8b1f5e'] response: {'server_uuid': '529a4d99-a333-4068-a419-09d67a1ae170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a184e82-50ee-43b7-b12b-caa0631860c8', 'code': 200} Sep 18 01:04:44.927949 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=8a184e82-50ee-43b7-b12b-caa0631860c8,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:45.141986 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dbad5-cc3f-4bd0-8641-23c27532a653 req-f569e46b-fca1-49bd-9d94-634af95b8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:45.143442 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-df6dbad5-cc3f-4bd0-8641-23c27532a653 req-f569e46b-fca1-49bd-9d94-634af95b8e0b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 1129 time: 0.0387375 Sep 18 01:04:45.182878 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:45.190131 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-df6dbad5-cc3f-4bd0-8641-23c27532a653 req-e7d4f380-3b43-48f0-9552-ac75fed3dc5b service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408525 Sep 18 01:04:45.465126 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=68,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:45.468434 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:45.699956 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cd77b-cc8f-4310-b99d-679f59fb90c3 req-903aeb55-6923-45db-b1ba-50357943b086 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:45.701669 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a03cd77b-cc8f-4310-b99d-679f59fb90c3 req-903aeb55-6923-45db-b1ba-50357943b086 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0533233 Sep 18 01:04:45.730251 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:45.765445 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a03cd77b-cc8f-4310-b99d-679f59fb90c3 req-32b1f1b2-4264-46bf-99ce-eca5f55ddac7 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575745 Sep 18 01:04:46.895918 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136453bb-6958-44f3-8a3d-25364af1253f req-991cdf80-7054-47a0-907b-c671d6591d82 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:46.897411 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-136453bb-6958-44f3-8a3d-25364af1253f req-991cdf80-7054-47a0-907b-c671d6591d82 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0486138 Sep 18 01:04:46.945844 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-136453bb-6958-44f3-8a3d-25364af1253f req-4e71b024-200c-42c7-af7f-d7f39c972d09 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425625 Sep 18 01:04:47.064081 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb029f-b6a1-4067-be14-14356c67e9df req-be08c7ec-e515-479b-9064-69dfcc3ad9be tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:47.065603 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-91eb029f-b6a1-4067-be14-14356c67e9df req-be08c7ec-e515-479b-9064-69dfcc3ad9be tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0475996 Sep 18 01:04:47.076792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 47996) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:47.081360 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-7b580911-5653-4f17-a765-0dc1bb36d2d9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'floatingip': {'port_id': '8a184e82-50ee-43b7-b12b-caa0631860c8'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:47.125768 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7b580911-5653-4f17-a765-0dc1bb36d2d9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (5a83a350-da58-418d-b79d-f85849a7f4e3), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:47.706945 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7b580911-5653-4f17-a765-0dc1bb36d2d9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:47.712650 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7b580911-5653-4f17-a765-0dc1bb36d2d9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (5a83a350-da58-418d-b79d-f85849a7f4e3), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:47.819641 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [None req-7b580911-5653-4f17-a765-0dc1bb36d2d9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Floating IP 5a83a350-da58-418d-b79d-f85849a7f4e3 associated. External IP: 172.37.7.43, port: 8a184e82-50ee-43b7-b12b-caa0631860c8. Sep 18 01:04:48.027419 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b580911-5653-4f17-a765-0dc1bb36d2d9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Router 49f41761-c5ea-42ab-a04f-e1419cdb1927 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:48.038308 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:48.082514 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:48.142008 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b580911-5653-4f17-a765-0dc1bb36d2d9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:48.147009 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7b580911-5653-4f17-a765-0dc1bb36d2d9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:48.154283 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] Sync routers for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:48.166682 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:48.167654 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:48.179260 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7b580911-5653-4f17-a765-0dc1bb36d2d9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/5a83a350-da58-418d-b79d-f85849a7f4e3 HTTP/1.1" status: 200 len: 990 time: 1.1012597 Sep 18 01:04:48.179930 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a4d99-a333-4068-a419-09d67a1ae170', 'tag': '8a184e82-50ee-43b7-b12b-caa0631860c8'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:04:48.182245 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa6804d-bf38-48cc-8522-0c22a151c0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "529a4d99-a333-4068-a419-09d67a1ae170", "tag": "8a184e82-50ee-43b7-b12b-caa0631860c8"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:48.235225 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950a2694-50ac-456e-ad94-d9f8d656ce9f x-openstack-request-id: req-950a2694-50ac-456e-ad94-d9f8d656ce9f {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:48.235568 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529a4d99-a333-4068-a419-09d67a1ae170", "tag": "8a184e82-50ee-43b7-b12b-caa0631860c8", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:48.235912 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-950a2694-50ac-456e-ad94-d9f8d656ce9f {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:48.236333 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950a2694-50ac-456e-ad94-d9f8d656ce9f'] response: {'name': 'network-changed', 'server_uuid': '529a4d99-a333-4068-a419-09d67a1ae170', 'tag': '8a184e82-50ee-43b7-b12b-caa0631860c8', 'status': 'completed', 'code': 200} Sep 18 01:04:48.282204 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:48.330351 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-998a9b48-07c0-45fa-895c-557e732e6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:48.331955 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-998a9b48-07c0-45fa-895c-557e732e6cf6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 1129 time: 0.0488312 Sep 18 01:04:48.393473 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:48.447356 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-4dc4865f-28f3-4687-acf9-ba63a45f69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:48.449870 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-4dc4865f-28f3-4687-acf9-ba63a45f69f1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 911 time: 0.1114695 Sep 18 01:04:48.519825 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-8c9b4171-1528-4473-b8c7-0c836e0dab82 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a184e82-50ee-43b7-b12b-caa0631860c8 HTTP/1.1" status: 200 len: 998 time: 0.0636675 Sep 18 01:04:48.542305 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5a83a350-da58-418d-b79d-f85849a7f4e3', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'floating_ip_address': '172.37.7.43', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'port_id': '8a184e82-50ee-43b7-b12b-caa0631860c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'mac_address': 'fa:16:3e:c9:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a4d99-a333-4068-a419-09d67a1ae170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:04:35Z', 'updated_at': '2022-09-18T01:04:47Z', 'revision_number': 1, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:48.573828 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] Checking router: 49f41761-c5ea-42ab-a04f-e1419cdb1927 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:48.582670 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-22074dcf-e4e7-4ba1-b344-6c2e612b7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:48.584010 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:48.584896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:04:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:48.585461 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-22074dcf-e4e7-4ba1-b344-6c2e612b7f99 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 200 len: 849 time: 0.0576801 Sep 18 01:04:48.664398 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-fb74410c-efc4-4f01-8662-ead493f8348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:48.666993 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-fb74410c-efc4-4f01-8662-ead493f8348a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5e1cdc84-fae8-4064-bacf-43638170a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723524 Sep 18 01:04:48.712425 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:48.795783 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-f145f57c-ca61-4284-b10b-e285e7302928 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214590 Sep 18 01:04:48.848831 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:48.906402 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-afa6804d-bf38-48cc-8522-0c22a151c0fd req-abe887b8-64e5-4bac-8f89-b08fd7fa672c service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021831 Sep 18 01:04:48.975154 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5a83a350-da58-418d-b79d-f85849a7f4e3', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'floating_ip_address': '172.37.7.43', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'port_id': '8a184e82-50ee-43b7-b12b-caa0631860c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'mac_address': 'fa:16:3e:c9:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a4d99-a333-4068-a419-09d67a1ae170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:04:35Z', 'updated_at': '2022-09-18T01:04:47Z', 'revision_number': 1, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:49.001513 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3132e-055f-4b87-9945-2b6e4aea2553 None None] The sync data for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi is: [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5a83a350-da58-418d-b79d-f85849a7f4e3', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'floating_ip_address': '172.37.7.43', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'port_id': '8a184e82-50ee-43b7-b12b-caa0631860c8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'mac_address': 'fa:16:3e:c9:29:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a4d99-a333-4068-a419-09d67a1ae170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:04:35Z', 'updated_at': '2022-09-18T01:04:47Z', 'revision_number': 1, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:49.005461 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48034) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:49.053160 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf30cd6-9e94-4c18-ba6d-c58f20dc8486 admin admin] Deleting subnet cf3eac32-e906-4bb1-bc4e-9a94fbb83e74 {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:04:49.057730 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-acf30cd6-9e94-4c18-ba6d-c58f20dc8486 admin admin] Publish callbacks [] for subnet (cf3eac32-e906-4bb1-bc4e-9a94fbb83e74), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.100829 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-acf30cd6-9e94-4c18-ba6d-c58f20dc8486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25497156'] for subnet (cf3eac32-e906-4bb1-bc4e-9a94fbb83e74), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.146330 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-acf30cd6-9e94-4c18-ba6d-c58f20dc8486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (cf3eac32-e906-4bb1-bc4e-9a94fbb83e74), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.209825 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-acf30cd6-9e94-4c18-ba6d-c58f20dc8486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25496289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25305075'] for subnet (cf3eac32-e906-4bb1-bc4e-9a94fbb83e74), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.215142 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7460d-a69e-46bd-9ff7-eab44e768fd3 None None] New status for floating IP 5a83a350-da58-418d-b79d-f85849a7f4e3: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:04:49.240302 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf30cd6-9e94-4c18-ba6d-c58f20dc8486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3eac32-e906-4bb1-bc4e-9a94fbb83e74,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:49.243868 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-acf30cd6-9e94-4c18-ba6d-c58f20dc8486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.247600 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-acf30cd6-9e94-4c18-ba6d-c58f20dc8486 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/cf3eac32-e906-4bb1-bc4e-9a94fbb83e74 HTTP/1.1" status: 204 len: 168 time: 0.2411275 Sep 18 01:04:49.249994 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48036) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:49.324383 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (41db0606-b124-448f-9372-7cf25d985fa2), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.336827 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:49.417811 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (41db0606-b124-448f-9372-7cf25d985fa2), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.437941 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41db0606-b124-448f-9372-7cf25d985fa2']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:49.446886 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33121620-b69d-4975-be6a-5103191f414c') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:49.447188 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33121620-b69d-4975-be6a-5103191f414c') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:49.456642 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25497215'] for segment (33121620-b69d-4975-be6a-5103191f414c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.468626 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:49.473292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (33121620-b69d-4975-be6a-5103191f414c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.481925 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:49.482390 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496155'] for segment (33121620-b69d-4975-be6a-5103191f414c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.527356 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 33121620-b69d-4975-be6a-5103191f414c resource provider aggregate not found Sep 18 01:04:49.551655 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (41db0606-b124-448f-9372-7cf25d985fa2), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.557372 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.560569 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/41db0606-b124-448f-9372-7cf25d985fa2 HTTP/1.1" status: 204 len: 168 time: 0.3096323 Sep 18 01:04:49.562065 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 33121620-b69d-4975-be6a-5103191f414c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33121620-b69d-4975-be6a-5103191f414c found for delete ", "request_id": "req-470b7788-11d9-4a4c-998a-2caec1aa50f6"}]} Sep 18 01:04:49.563663 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48042) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:49.573444 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda7b55-31b8-44bd-a64a-83e5449fde71 admin admin] Pushing event deleted for resources: {'Network': ['ID=41db0606-b124-448f-9372-7cf25d985fa2,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:49.611478 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f93bd63-690b-4300-aab3-74e4954d0d63 admin admin] Deleting subnet 94bdd3e5-bdb0-4bf9-b4df-1a53960befae {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:04:49.614737 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f93bd63-690b-4300-aab3-74e4954d0d63 admin admin] Publish callbacks [] for subnet (94bdd3e5-bdb0-4bf9-b4df-1a53960befae), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.648519 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f93bd63-690b-4300-aab3-74e4954d0d63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (94bdd3e5-bdb0-4bf9-b4df-1a53960befae), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.687871 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f93bd63-690b-4300-aab3-74e4954d0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (94bdd3e5-bdb0-4bf9-b4df-1a53960befae), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.743043 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f93bd63-690b-4300-aab3-74e4954d0d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (94bdd3e5-bdb0-4bf9-b4df-1a53960befae), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.766232 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93bd63-690b-4300-aab3-74e4954d0d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94bdd3e5-bdb0-4bf9-b4df-1a53960befae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:49.771791 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f93bd63-690b-4300-aab3-74e4954d0d63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.774917 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-2f93bd63-690b-4300-aab3-74e4954d0d63 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/94bdd3e5-bdb0-4bf9-b4df-1a53960befae HTTP/1.1" status: 204 len: 168 time: 0.2101316 Sep 18 01:04:49.777342 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48044) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:49.844567 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (f7cc274c-5b33-47e3-9733-e1a25c0b8660), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.925346 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (f7cc274c-5b33-47e3-9733-e1a25c0b8660), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.944983 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cc274c-5b33-47e3-9733-e1a25c0b8660']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:49.954488 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcf581e-4e4e-4dc0-8353-a9f61d3ef536') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:49.954785 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcf581e-4e4e-4dc0-8353-a9f61d3ef536') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:49.964743 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (0dcf581e-4e4e-4dc0-8353-a9f61d3ef536), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.978893 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (0dcf581e-4e4e-4dc0-8353-a9f61d3ef536), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:49.985440 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:04:49.985830 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (0dcf581e-4e4e-4dc0-8353-a9f61d3ef536), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.027263 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 0dcf581e-4e4e-4dc0-8353-a9f61d3ef536 resource provider aggregate not found Sep 18 01:04:50.044549 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 0dcf581e-4e4e-4dc0-8353-a9f61d3ef536 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dcf581e-4e4e-4dc0-8353-a9f61d3ef536 found for delete ", "request_id": "req-47ec0bec-1b4a-4349-8473-ce935bc815a2"}]} Sep 18 01:04:50.053188 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (f7cc274c-5b33-47e3-9733-e1a25c0b8660), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.060508 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.064807 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/f7cc274c-5b33-47e3-9733-e1a25c0b8660 HTTP/1.1" status: 204 len: 168 time: 0.2859066 Sep 18 01:04:50.076715 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05af6a-0e21-4448-8c44-3e9d5edd48ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cc274c-5b33-47e3-9733-e1a25c0b8660,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:50.298200 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48052) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:50.342138 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5d12a6e9-9a49-4fc3-8a38-f472886fa786 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2ac4ac0c047c40bb87e591c4e981c965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427215 Sep 18 01:04:50.344533 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48054) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:50.391882 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a503a9-f14a-47cf-80c2-194b45239dc6 admin admin] Publish callbacks [] for security_group (52af9a11-8d55-40bf-8e25-0eaca6bf1de6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.411456 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a503a9-f14a-47cf-80c2-194b45239dc6 admin admin] Publish callbacks [] for security_group (52af9a11-8d55-40bf-8e25-0eaca6bf1de6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.466371 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a503a9-f14a-47cf-80c2-194b45239dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (52af9a11-8d55-40bf-8e25-0eaca6bf1de6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.469418 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3a503a9-f14a-47cf-80c2-194b45239dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.470567 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e3a503a9-f14a-47cf-80c2-194b45239dc6 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/52af9a11-8d55-40bf-8e25-0eaca6bf1de6 HTTP/1.1" status: 204 len: 168 time: 0.1251469 Sep 18 01:04:50.478799 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a503a9-f14a-47cf-80c2-194b45239dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52af9a11-8d55-40bf-8e25-0eaca6bf1de6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:50.838075 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48060) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:50.877930 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d7d86861-800c-4a1e-a95a-1ee18c012cf6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=173237a736854bf189e8a9b3503ebd66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386970 Sep 18 01:04:50.880352 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48062) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:50.926617 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-76def800-f0a0-4b0f-8fc9-4cdf9e49feac admin admin] Publish callbacks [] for security_group (e2e5efe0-9a43-4a1c-8aa0-133edbf3908a), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.945559 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-76def800-f0a0-4b0f-8fc9-4cdf9e49feac admin admin] Publish callbacks [] for security_group (e2e5efe0-9a43-4a1c-8aa0-133edbf3908a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.990951 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-76def800-f0a0-4b0f-8fc9-4cdf9e49feac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e2e5efe0-9a43-4a1c-8aa0-133edbf3908a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.993547 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-76def800-f0a0-4b0f-8fc9-4cdf9e49feac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:50.994744 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-76def800-f0a0-4b0f-8fc9-4cdf9e49feac admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e2e5efe0-9a43-4a1c-8aa0-133edbf3908a HTTP/1.1" status: 204 len: 168 time: 0.1134548 Sep 18 01:04:51.002882 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76def800-f0a0-4b0f-8fc9-4cdf9e49feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e5efe0-9a43-4a1c-8aa0-133edbf3908a,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:52.845508 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:59.322983 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:59.325196 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:00.447183 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:00.474640 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:00.755936 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-76e2263c-516c-47c9-bcee-df7d6fbf6b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:00.975028 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:00.999638 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:03.652911 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9902deae-8ff1-4747-afc8-9a757e21c12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:05.245394 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:05.250981 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:06.342646 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:07.086874 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:09.420217 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:05:09.881173 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48192) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:10.008249 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a948-abec-4a10-a8aa-b861a7bb03a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:10.083979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a948-abec-4a10-a8aa-b861a7bb03a0 admin admin] Publish callbacks [] for security_group (34767ad3-5cdb-4df2-a742-76d3dad57803), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:10.087145 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cfc2a948-abec-4a10-a8aa-b861a7bb03a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (34767ad3-5cdb-4df2-a742-76d3dad57803), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:10.124433 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2a948-abec-4a10-a8aa-b861a7bb03a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34767ad3-5cdb-4df2-a742-76d3dad57803,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:10.128679 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-cfc2a948-abec-4a10-a8aa-b861a7bb03a0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=739385b3a6c9407eaddde7acd5afb4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465053 Sep 18 01:05:10.131948 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48196) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:10.178988 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c504e4e-8e4b-4a9d-ad80-252f826fce02 admin admin] Publish callbacks [] for security_group (34767ad3-5cdb-4df2-a742-76d3dad57803), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:10.198895 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c504e4e-8e4b-4a9d-ad80-252f826fce02 admin admin] Publish callbacks [] for security_group (34767ad3-5cdb-4df2-a742-76d3dad57803), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:10.248294 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c504e4e-8e4b-4a9d-ad80-252f826fce02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (34767ad3-5cdb-4df2-a742-76d3dad57803), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:10.251592 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c504e4e-8e4b-4a9d-ad80-252f826fce02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:10.252938 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-5c504e4e-8e4b-4a9d-ad80-252f826fce02 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/34767ad3-5cdb-4df2-a742-76d3dad57803 HTTP/1.1" status: 204 len: 168 time: 0.1206672 Sep 18 01:05:10.261868 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c504e4e-8e4b-4a9d-ad80-252f826fce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34767ad3-5cdb-4df2-a742-76d3dad57803,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:10.875631 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48218) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:10.972244 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2095045627-network', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:10.992523 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Made reservation on behalf of 2d812ad5fce24a49b0f2d07081d5718a for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:10.994920 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.006509 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.331932 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Publish callbacks [] for security_group (6e6b48b5-5da7-40a6-9fe8-d8ee022b937f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.336067 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6e6b48b5-5da7-40a6-9fe8-d8ee022b937f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.362905 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:11.372535 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b48b5-5da7-40a6-9fe8-d8ee022b937f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:11.378799 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (a69eba7a-c770-432d-9543-7e8128d0e645), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.379156 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Added segment a69eba7a-c770-432d-9543-7e8128d0e645 of type vlan for network 30756a9b-3b35-450a-9804-89022f2d94c9 Sep 18 01:05:11.417964 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (30756a9b-3b35-450a-9804-89022f2d94c9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.442550 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (30756a9b-3b35-450a-9804-89022f2d94c9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.443523 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:11.444096 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.498644 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6218073 Sep 18 01:05:11.501802 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48222) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:11.506700 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Request body: {'subnet': {'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2095045627-subnet', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:11.509697 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53544626-f80f-4cda-ad0b-a0d3fb6b4bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=30756a9b-3b35-450a-9804-89022f2d94c9,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:11.520935 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 30756a9b-3b35-450a-9804-89022f2d94c9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:11.535887 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Made reservation on behalf of 2d812ad5fce24a49b0f2d07081d5718a for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:11.538948 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397035'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.713366 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3677013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397053'] for subnet (06e5b678-cf72-4a5d-aef0-221219a36bae), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.766985 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e5b678-cf72-4a5d-aef0-221219a36bae,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:11.776961 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Checking segment: {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:11.777317 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Network hostable DHCP agents. Network: 30756a9b-3b35-450a-9804-89022f2d94c9, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:11.795431 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Network 30756a9b-3b35-450a-9804-89022f2d94c9 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:11.804248 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 30756a9b-3b35-450a-9804-89022f2d94c9) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:11.808431 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:11.809020 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.813659 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe97156b-9ad9-4818-a08f-5ab6024b9fe0 None None] Network 30756a9b-3b35-450a-9804-89022f2d94c9 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:05:11.825151 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ad186e3a-c286-4a18-b556-c6f350d897f0 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3221684 Sep 18 01:05:11.828571 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48224) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:11.833052 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:11.854733 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (1dda1af9-19f3-49fa-8340-9bde057d969f), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.855737 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (1dda1af9-19f3-49fa-8340-9bde057d969f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.922550 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-30756a9b-3b35-450a-9804-89022f2d94c9', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 01:05:11.923506 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.068297 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Allocated IP 172.20.0.2 (30756a9b-3b35-450a-9804-89022f2d94c9/06e5b678-cf72-4a5d-aef0-221219a36bae/ff41f768-e087-4e32-81c1-d52692410acf) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:12.162732 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks [] for router_controller (1dda1af9-19f3-49fa-8340-9bde057d969f), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.220791 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Publish callbacks [] for port (ff41f768-e087-4e32-81c1-d52692410acf), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.227028 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (ff41f768-e087-4e32-81c1-d52692410acf), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.267943 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Network 30756a9b-3b35-450a-9804-89022f2d94c9 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:12.272778 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:12.276951 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:05:12.280254 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Pushing event updated for resources: {'Port': ['ID=ff41f768-e087-4e32-81c1-d52692410acf,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:12.298127 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks [] for router_gateway (1dda1af9-19f3-49fa-8340-9bde057d969f), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.338667 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Attempting to bind port ff41f768-e087-4e32-81c1-d52692410acf on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:05:12.339032 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Attempting to bind port ff41f768-e087-4e32-81c1-d52692410acf by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:05:12.339390 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Attempting to bind port ff41f768-e087-4e32-81c1-d52692410acf on network 30756a9b-3b35-450a-9804-89022f2d94c9 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:12.488027 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks [] for router_gateway (1dda1af9-19f3-49fa-8340-9bde057d969f), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.506116 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:05:12.506511 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Checking segment: {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:12.506916 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.507299 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Bound using segment: {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:05:12.507758 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Bound port: ff41f768-e087-4e32-81c1-d52692410acf, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:05:12.508135 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ff41f768-e087-4e32-81c1-d52692410acf), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.508946 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.571657 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] For port ff41f768-e087-4e32-81c1-d52692410acf, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:12.575082 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] For port ff41f768-e087-4e32-81c1-d52692410acf, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ff41f768-e087-4e32-81c1-d52692410acf,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:12.581109 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ff41f768-e087-4e32-81c1-d52692410acf), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.628520 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Allocated IP 172.37.7.66 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/702fc5d5-7fce-4445-adf3-52a902186d99) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:12.632109 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb51d43-42a4-4577-9a11-41c3dd9fc0e2 None None] Pushing event updated for resources: {'Port': ['ID=ff41f768-e087-4e32-81c1-d52692410acf,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:12.637294 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:12.640396 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:12.742012 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks [] for port (702fc5d5-7fce-4445-adf3-52a902186d99), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.784592 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:12.837483 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:12.840958 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:12.843806 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Pushing event updated for resources: {'Port': ['ID=702fc5d5-7fce-4445-adf3-52a902186d99,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:12.845961 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:05:13.082259 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks [] for router_gateway (1dda1af9-19f3-49fa-8340-9bde057d969f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:13.270624 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (1dda1af9-19f3-49fa-8340-9bde057d969f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:13.397096 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Router 1dda1af9-19f3-49fa-8340-9bde057d969f is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:05:13.456449 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:13.495945 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4296a6-59eb-42b8-ba67-27f65c51ef6e None None] Network 30756a9b-3b35-450a-9804-89022f2d94c9 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:05:13.500964 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:13.506339 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:13.537148 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:13.541129 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-edd7137a-1c8c-43d0-9392-c9045033e5cc admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7087848 Sep 18 01:05:13.541289 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48226) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:13.545218 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:13.546684 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Sync routers for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:13.572122 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-54c8bfbe-a4df-4a26-b5c2-234a085da80c None None] Provisioning complete for port ff41f768-e087-4e32-81c1-d52692410acf triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:13.572800 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54c8bfbe-a4df-4a26-b5c2-234a085da80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ff41f768-e087-4e32-81c1-d52692410acf), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:13.572800 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-54c8bfbe-a4df-4a26-b5c2-234a085da80c None None] Attempt 1 to provision port ff41f768-e087-4e32-81c1-d52692410acf Sep 18 01:05:13.607707 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:13.608346 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:13.635113 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:13.648872 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:13.787871 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:13.790056 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-54c8bfbe-a4df-4a26-b5c2-234a085da80c None None] Current status of the port ff41f768-e087-4e32-81c1-d52692410acf is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:13.790451 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54c8bfbe-a4df-4a26-b5c2-234a085da80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ff41f768-e087-4e32-81c1-d52692410acf), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:13.814214 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:13.928759 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-54c8bfbe-a4df-4a26-b5c2-234a085da80c None None] For port ff41f768-e087-4e32-81c1-d52692410acf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ff41f768-e087-4e32-81c1-d52692410acf,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:13.933749 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54c8bfbe-a4df-4a26-b5c2-234a085da80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ff41f768-e087-4e32-81c1-d52692410acf), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:13.967984 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:13.977654 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:14.011633 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8bfbe-a4df-4a26-b5c2-234a085da80c None None] Pushing event updated for resources: {'Port': ['ID=ff41f768-e087-4e32-81c1-d52692410acf,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:14.059119 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:12Z', 'revision_number': 3, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:14.062846 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-4bbad0e7-db8c-467e-9594-1f9998783ed1 None None] Provisioning complete for port ff41f768-e087-4e32-81c1-d52692410acf triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:14.063076 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4bbad0e7-db8c-467e-9594-1f9998783ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ff41f768-e087-4e32-81c1-d52692410acf), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.063679 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4bbad0e7-db8c-467e-9594-1f9998783ed1 None None] Attempt 1 to provision port ff41f768-e087-4e32-81c1-d52692410acf Sep 18 01:05:14.088512 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Checking router: 1dda1af9-19f3-49fa-8340-9bde057d969f for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:05:14.088773 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Updating router 1dda1af9-19f3-49fa-8340-9bde057d969f port 702fc5d5-7fce-4445-adf3-52a902186d99 binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:05:14.125971 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Allocated IP 172.20.0.1 (30756a9b-3b35-450a-9804-89022f2d94c9/06e5b678-cf72-4a5d-aef0-221219a36bae/07a01aad-b444-4e95-9c3b-fadaf20cd555) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:14.146430 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.232617 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Publish callbacks [] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.265306 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.273777 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4bbad0e7-db8c-467e-9594-1f9998783ed1 None None] Current status of the port ff41f768-e087-4e32-81c1-d52692410acf is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:14.306034 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Network 30756a9b-3b35-450a-9804-89022f2d94c9 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:14.310987 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:14.314835 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:05:14.318096 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Pushing event updated for resources: {'Port': ['ID=07a01aad-b444-4e95-9c3b-fadaf20cd555,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:14.360585 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (1dda1af9-19f3-49fa-8340-9bde057d969f), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.455798 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Publish callbacks [] for port (702fc5d5-7fce-4445-adf3-52a902186d99), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.457853 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:14.463609 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.471956 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:14.480870 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ff41f768-e087-4e32-81c1-d52692410acf up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:14.515761 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.526970 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Attempting to bind port 702fc5d5-7fce-4445-adf3-52a902186d99 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:05:14.527822 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Attempting to bind port 702fc5d5-7fce-4445-adf3-52a902186d99 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:05:14.527822 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Attempting to bind port 702fc5d5-7fce-4445-adf3-52a902186d99 on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:14.578330 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d886c8-b6af-4ecd-bdb1-8ff78047db06 None None] Pushing event updated for resources: {'Port': ['ID=702fc5d5-7fce-4445-adf3-52a902186d99,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:14.612708 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port ff41f768-e087-4e32-81c1-d52692410acf triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:14.613001 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ff41f768-e087-4e32-81c1-d52692410acf), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.613337 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port ff41f768-e087-4e32-81c1-d52692410acf Sep 18 01:05:14.614792 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Provisioning complete for port 07a01aad-b444-4e95-9c3b-fadaf20cd555 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:14.615145 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.615473 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Attempt 1 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:14.619393 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:05:14.619778 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:14.620175 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.620565 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:05:14.621044 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Bound port: 702fc5d5-7fce-4445-adf3-52a902186d99, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:05:14.621427 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.682370 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Publish callbacks [] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.687513 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.715807 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Port 07a01aad-b444-4e95-9c3b-fadaf20cd555 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:14.724853 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] For port 702fc5d5-7fce-4445-adf3-52a902186d99, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:14.728018 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] For port 702fc5d5-7fce-4445-adf3-52a902186d99, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=702fc5d5-7fce-4445-adf3-52a902186d99,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:14.754122 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.758750 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (1dda1af9-19f3-49fa-8340-9bde057d969f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:14.760467 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Pushing event updated for resources: {'Port': ['ID=07a01aad-b444-4e95-9c3b-fadaf20cd555,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:14.782296 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:14.803082 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port ff41f768-e087-4e32-81c1-d52692410acf is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:14.809388 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:14.810563 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:14.854020 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d886c8-b6af-4ecd-bdb1-8ff78047db06 None None] Pushing event updated for resources: {'Port': ['ID=702fc5d5-7fce-4445-adf3-52a902186d99,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:14.854419 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Network 30756a9b-3b35-450a-9804-89022f2d94c9 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:14.856683 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:14.979924 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Router 1dda1af9-19f3-49fa-8340-9bde057d969f has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:15.062431 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:15.088620 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:15.093712 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-89555273-ff5c-423f-9561-f4bff53f57a8 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1dda1af9-19f3-49fa-8340-9bde057d969f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5513959 Sep 18 01:05:15.101243 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:15.232580 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Attempt 2 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:15.280809 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Port 07a01aad-b444-4e95-9c3b-fadaf20cd555 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:15.281606 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 2, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:15.307625 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9933928b-5535-4a14-ba43-8792c382aa7b None None] The sync data for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi is: [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 2, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:15.622097 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48242) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:15.631133 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2095633405-network', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:15.652728 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Made reservation on behalf of ba1f93ecb12540f5bb7f7e0e958776e5 for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:15.655229 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:15.664598 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:15.706696 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:15.754825 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Publish callbacks [] for security_group (8199588c-2a13-4935-93a7-617d99ba4bab), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:15.759315 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (8199588c-2a13-4935-93a7-617d99ba4bab), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:15.782353 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Attempt 3 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:15.791207 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:05:15.801673 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8199588c-2a13-4935-93a7-617d99ba4bab,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:15.806942 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (c3001fa6-d672-4482-b5d0-1e3e0f0bdab4), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:15.807284 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Added segment c3001fa6-d672-4482-b5d0-1e3e0f0bdab4 of type vlan for network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 Sep 18 01:05:15.816043 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:15.817735 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Port 07a01aad-b444-4e95-9c3b-fadaf20cd555 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:15.853836 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (1cbc84d4-8cc7-4268-aee0-b47b1266fc09), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:15.881952 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (1cbc84d4-8cc7-4268-aee0-b47b1266fc09), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:15.883109 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:15.883678 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:15.947715 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3214633 Sep 18 01:05:15.950381 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48244) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:15.961569 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Request body: {'subnet': {'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2095633405-subnet', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:15.967873 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0a826-3abe-4ed2-8678-0b16f70f934d admin admin] Pushing event updated for resources: {'Network': ['ID=1cbc84d4-8cc7-4268-aee0-b47b1266fc09,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:15.978485 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:05:15.986939 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Made reservation on behalf of ba1f93ecb12540f5bb7f7e0e958776e5 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:15.989247 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25305052'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.059516 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:16.176652 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25497150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25305034'] for subnet (b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.238519 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:16.250473 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Checking segment: {'id': 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:16.250863 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Network hostable DHCP agents. Network: 1cbc84d4-8cc7-4268-aee0-b47b1266fc09, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:05:16.269719 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:05:16.280391 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1cbc84d4-8cc7-4268-aee0-b47b1266fc09) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:16.284532 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:16.285139 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.290040 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0d8a1-39f3-470b-9283-4788d0e7379f None None] Network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:05:16.303116 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-506da314-d6c7-481d-97aa-d68cb6476000 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3456702 Sep 18 01:05:16.305602 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48246) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:16.312946 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:16.338144 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-540553', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7793'] for router (8b366d29-313f-470f-b28d-0f04f0dd8152), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.339378 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-533684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-695291', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-366643', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7802'] for router (8b366d29-313f-470f-b28d-0f04f0dd8152), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.352647 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Attempt 4 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:16.398139 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks [] for router_controller (8b366d29-313f-470f-b28d-0f04f0dd8152), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.419549 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Port 07a01aad-b444-4e95-9c3b-fadaf20cd555 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:16.429672 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 702fc5d5-7fce-4445-adf3-52a902186d99 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:16.498413 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1cbc84d4-8cc7-4268-aee0-b47b1266fc09', 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09', 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'fixed_ips': [{'subnet_id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa'}]}} from dv-cinder-master-3-iscsi. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 01:05:16.499320 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.501391 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 702fc5d5-7fce-4445-adf3-52a902186d99 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:16.501754 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.502085 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 702fc5d5-7fce-4445-adf3-52a902186d99 Sep 18 01:05:16.517718 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:16.551671 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks [] for router_gateway (8b366d29-313f-470f-b28d-0f04f0dd8152), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.684605 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 702fc5d5-7fce-4445-adf3-52a902186d99 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:16.685512 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.721130 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port 702fc5d5-7fce-4445-adf3-52a902186d99, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=702fc5d5-7fce-4445-adf3-52a902186d99,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:16.722730 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Allocated IP 172.20.0.2 (1cbc84d4-8cc7-4268-aee0-b47b1266fc09/b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa/d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:16.727357 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.741207 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks [] for router_gateway (8b366d29-313f-470f-b28d-0f04f0dd8152), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.761546 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.807543 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:16.829489 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=702fc5d5-7fce-4445-adf3-52a902186d99,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:16.876301 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Allocated IP 172.37.7.219 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/e00bb84d-1220-426e-a07e-7ab02c780294) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:16.920470 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Publish callbacks [] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.921707 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Attempt 5 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:16.942830 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.984349 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks [] for port (e00bb84d-1220-426e-a07e-7ab02c780294), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:16.990224 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:16.990998 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Port 07a01aad-b444-4e95-9c3b-fadaf20cd555 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:16.994258 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:16.996724 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:05:17.010872 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Pushing event updated for resources: {'Port': ['ID=d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:17.019010 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:17.058275 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:17.063623 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:17.064012 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Attempting to bind port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:05:17.064385 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Attempting to bind port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:05:17.064746 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Attempting to bind port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 on network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:17.067818 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:05:17.092162 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Pushing event updated for resources: {'Port': ['ID=e00bb84d-1220-426e-a07e-7ab02c780294,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:17.093536 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:17.121530 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:05:17.121908 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Checking segment: {'id': 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:17.122310 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:17.123246 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Bound using segment: {'id': 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:05:17.123721 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Bound port: d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:05:17.124102 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:17.187966 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] For port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:17.192628 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] For port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8,segment=NetworkSegment(c3001fa6-d672-4482-b5d0-1e3e0f0bdab4),segment_id=c3001fa6-d672-4482-b5d0-1e3e0f0bdab4)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:17.199385 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:17.254200 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db498e6e-98c3-4dbc-8d74-90074e0f1f66 None None] Pushing event updated for resources: {'Port': ['ID=d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:17.439862 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Sync routers for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:17.455062 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:17.455930 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:17.492107 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Attempt 6 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:17.542102 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Port 07a01aad-b444-4e95-9c3b-fadaf20cd555 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:17.575812 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:17.613258 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks [] for router_gateway (8b366d29-313f-470f-b28d-0f04f0dd8152), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:17.705979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:17.808040 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-533740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-533284'] for router (8b366d29-313f-470f-b28d-0f04f0dd8152), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:17.861816 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 2, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:17.887042 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Checking router: 1dda1af9-19f3-49fa-8340-9bde057d969f for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:05:17.887397 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Updating router 1dda1af9-19f3-49fa-8340-9bde057d969f port 07a01aad-b444-4e95-9c3b-fadaf20cd555 binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:05:17.922281 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:17.947554 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Router 8b366d29-313f-470f-b28d-0f04f0dd8152 is scheduled to L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:05:17.960849 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:18.043911 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Attempt 7 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:18.060757 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:18.077976 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Sync routers for ids ['8b366d29-313f-470f-b28d-0f04f0dd8152'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:18.086555 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:18.090792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.095531 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-dbe2d9db-0483-44c4-b1dd-6fe7010e426c admin admin] 10.222.0.42 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7864294 Sep 18 01:05:18.095872 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48250) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:18.121030 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Port 07a01aad-b444-4e95-9c3b-fadaf20cd555 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:18.121578 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Routers {'8b366d29-313f-470f-b28d-0f04f0dd8152'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:18.122238 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['8b366d29-313f-470f-b28d-0f04f0dd8152'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:18.204186 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Publish callbacks [] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.212661 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.226813 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c921c241-916c-4aaa-9e35-a59800c00771 None None] Network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:05:18.278450 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c7811-5f7b-44e9-8311-620b02e05474 None None] Pushing event updated for resources: {'Port': ['ID=07a01aad-b444-4e95-9c3b-fadaf20cd555,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:18.289092 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:18.305676 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Set router 8b366d29-313f-470f-b28d-0f04f0dd8152 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:18.309172 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Attempting to bind port 07a01aad-b444-4e95-9c3b-fadaf20cd555 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:05:18.309633 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Attempting to bind port 07a01aad-b444-4e95-9c3b-fadaf20cd555 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:05:18.310128 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Attempting to bind port 07a01aad-b444-4e95-9c3b-fadaf20cd555 on network 30756a9b-3b35-450a-9804-89022f2d94c9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:18.361029 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:05:18.361484 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Checking segment: {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:18.361880 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.362599 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Bound using segment: {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:05:18.363078 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Bound port: 07a01aad-b444-4e95-9c3b-fadaf20cd555, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:05:18.363455 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.436663 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] For port 07a01aad-b444-4e95-9c3b-fadaf20cd555, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:18.438842 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:18.442697 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] For port 07a01aad-b444-4e95-9c3b-fadaf20cd555, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=07a01aad-b444-4e95-9c3b-fadaf20cd555,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:18.463568 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.503184 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:18.503981 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:18.552053 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:18.580653 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c7811-5f7b-44e9-8311-620b02e05474 None None] Pushing event updated for resources: {'Port': ['ID=07a01aad-b444-4e95-9c3b-fadaf20cd555,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:18.610167 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.632987 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Attempt 8 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:18.641566 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:18.660818 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:18.773953 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Allocated IP 172.20.0.1 (1cbc84d4-8cc7-4268-aee0-b47b1266fc09/b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa/5ffef378-57ef-4f56-85f8-993c6f222729) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:18.780356 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:17Z', 'revision_number': 3, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'gw_port': {'id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:18.816505 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Checking router: 8b366d29-313f-470f-b28d-0f04f0dd8152 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:05:18.816867 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Updating router 8b366d29-313f-470f-b28d-0f04f0dd8152 port e00bb84d-1220-426e-a07e-7ab02c780294 binding host dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:05:18.848468 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.858101 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:18Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:18.874187 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:18.874598 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.874944 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 Sep 18 01:05:18.887195 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920aa9c7-4e81-45a0-8791-254115866f96 None None] The sync data for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi is: [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:18Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:18.892129 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Publish callbacks [] for port (5ffef378-57ef-4f56-85f8-993c6f222729), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.927179 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:18.969131 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:18.971946 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Pushing event updated for resources: {'Port': ['ID=5ffef378-57ef-4f56-85f8-993c6f222729,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:18.993381 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:18.995958 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:18.999330 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:19.001862 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:05:19.057782 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-690205'] for router_interface (8b366d29-313f-470f-b28d-0f04f0dd8152), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.064259 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Current status of the port 07a01aad-b444-4e95-9c3b-fadaf20cd555 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:19.064842 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.183375 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:19.183771 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.205764 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.220358 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] For port 07a01aad-b444-4e95-9c3b-fadaf20cd555, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=07a01aad-b444-4e95-9c3b-fadaf20cd555,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:19.243350 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.275755 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8,segment=NetworkSegment(c3001fa6-d672-4482-b5d0-1e3e0f0bdab4),segment_id=c3001fa6-d672-4482-b5d0-1e3e0f0bdab4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:19.291283 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.292083 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 702fc5d5-7fce-4445-adf3-52a902186d99 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:19.390744 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d77fd9-176a-4af4-a84f-61ab650f0583 None None] Pushing event updated for resources: {'Port': ['ID=07a01aad-b444-4e95-9c3b-fadaf20cd555,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:19.400548 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Publish callbacks [] for port (5ffef378-57ef-4f56-85f8-993c6f222729), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.406094 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.415796 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Provisioning complete for port 5ffef378-57ef-4f56-85f8-993c6f222729 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:19.416172 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.416508 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 1 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:19.472428 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Publish callbacks [] for port (e00bb84d-1220-426e-a07e-7ab02c780294), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.485574 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Pushing event updated for resources: {'Port': ['ID=5ffef378-57ef-4f56-85f8-993c6f222729,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:19.488332 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-690313'] for router_interface (8b366d29-313f-470f-b28d-0f04f0dd8152), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.491838 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 702fc5d5-7fce-4445-adf3-52a902186d99 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:19.492285 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.492559 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 702fc5d5-7fce-4445-adf3-52a902186d99 Sep 18 01:05:19.501048 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.522618 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:19.523969 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Port 5ffef378-57ef-4f56-85f8-993c6f222729 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:19.551576 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Attempting to bind port e00bb84d-1220-426e-a07e-7ab02c780294 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:05:19.551951 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Attempting to bind port e00bb84d-1220-426e-a07e-7ab02c780294 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:05:19.552667 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Attempting to bind port e00bb84d-1220-426e-a07e-7ab02c780294 on network c1663feb-1f53-4145-8100-5084455f98f8 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:19.556995 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:19.557879 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:19.602731 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:19.604245 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:19.613969 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:19.647258 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94393cb3-b599-4db1-9385-38ba07322ee0 None None] Pushing event updated for resources: {'Port': ['ID=e00bb84d-1220-426e-a07e-7ab02c780294,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:19.682064 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:05:19.682438 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Checking segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:19.682871 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.683263 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Bound using segment: {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:05:19.683752 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Bound port: e00bb84d-1220-426e-a07e-7ab02c780294, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:05:19.684132 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.705838 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 702fc5d5-7fce-4445-adf3-52a902186d99 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:19.738058 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Router 8b366d29-313f-470f-b28d-0f04f0dd8152 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:19.753192 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] For port e00bb84d-1220-426e-a07e-7ab02c780294, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:19.756447 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] For port e00bb84d-1220-426e-a07e-7ab02c780294, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e00bb84d-1220-426e-a07e-7ab02c780294,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:19.762910 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:19.804311 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Routers {'8b366d29-313f-470f-b28d-0f04f0dd8152'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:19.805210 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['8b366d29-313f-470f-b28d-0f04f0dd8152'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:19.852563 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:19.866062 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-461f3820-5c08-44fc-a077-12849e61853d admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8b366d29-313f-470f-b28d-0f04f0dd8152/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7611961 Sep 18 01:05:19.866250 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94393cb3-b599-4db1-9385-38ba07322ee0 None None] Pushing event updated for resources: {'Port': ['ID=e00bb84d-1220-426e-a07e-7ab02c780294,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:19.926277 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] Set router 8b366d29-313f-470f-b28d-0f04f0dd8152 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:20.039552 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 2 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:20.088403 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Port 5ffef378-57ef-4f56-85f8-993c6f222729 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:20.151306 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 4, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'gw_port': {'id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5ffef378-57ef-4f56-85f8-993c6f222729', 'name': '', 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'mac_address': 'fa:16:3e:8a:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:18Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 2, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'subnets': [{'id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:20.175110 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77acbf-5fa7-4a9f-a002-cd90dddb7338 None None] The sync data for ids ['8b366d29-313f-470f-b28d-0f04f0dd8152'] in dv-cinder-master-3-iscsi is: [{'id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 4, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'gw_port': {'id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5ffef378-57ef-4f56-85f8-993c6f222729', 'name': '', 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'mac_address': 'fa:16:3e:8a:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:18Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 2, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'subnets': [{'id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:20.234363 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48258) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:20.239048 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-57f29d3a-866e-4f12-9591-bb11a8cca379 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786252742', 'description': 'tempest-secgroup-smoke-786252742 description', 'project_id': '2d812ad5fce24a49b0f2d07081d5718a'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:20.264455 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57f29d3a-866e-4f12-9591-bb11a8cca379 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.267650 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:20.306685 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:20.346631 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57f29d3a-866e-4f12-9591-bb11a8cca379 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group (c3dcd207-77c4-463a-a73d-ab4e9f4c8c63), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.355414 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57f29d3a-866e-4f12-9591-bb11a8cca379 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (c3dcd207-77c4-463a-a73d-ab4e9f4c8c63), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.391358 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-57f29d3a-866e-4f12-9591-bb11a8cca379 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.392665 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-57f29d3a-866e-4f12-9591-bb11a8cca379 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1572359 Sep 18 01:05:20.394641 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f29d3a-866e-4f12-9591-bb11a8cca379 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:20.396075 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48260) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:20.405829 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-27dd7e21-dc37-4d9e-ab8b-d5f0aa101ea6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Request body: {'security_group_rule': {'security_group_id': 'c3dcd207-77c4-463a-a73d-ab4e9f4c8c63', 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:20.445714 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27dd7e21-dc37-4d9e-ab8b-d5f0aa101ea6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (cf3c5fa3-aa8c-41db-84f1-3b1c476f9654), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.483911 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:20.524623 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27dd7e21-dc37-4d9e-ab8b-d5f0aa101ea6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (cf3c5fa3-aa8c-41db-84f1-3b1c476f9654), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.530507 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27dd7e21-dc37-4d9e-ab8b-d5f0aa101ea6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (cf3c5fa3-aa8c-41db-84f1-3b1c476f9654), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.553828 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27dd7e21-dc37-4d9e-ab8b-d5f0aa101ea6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.555492 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-27dd7e21-dc37-4d9e-ab8b-d5f0aa101ea6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550798 Sep 18 01:05:20.558524 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48262) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:20.564141 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7146c1bd-9614-40c2-8eb3-230f26fa3ac4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Request body: {'security_group_rule': {'security_group_id': 'c3dcd207-77c4-463a-a73d-ab4e9f4c8c63', 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:20.564508 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd7e21-dc37-4d9e-ab8b-d5f0aa101ea6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3c5fa3-aa8c-41db-84f1-3b1c476f9654,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:20.571877 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:20.572257 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.572596 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 Sep 18 01:05:20.593496 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 3 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:20.596222 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7146c1bd-9614-40c2-8eb3-230f26fa3ac4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (0e1c3d6b-d096-482f-86a8-f364a3479d6c), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.640861 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Port 5ffef378-57ef-4f56-85f8-993c6f222729 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:20.660894 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7146c1bd-9614-40c2-8eb3-230f26fa3ac4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (0e1c3d6b-d096-482f-86a8-f364a3479d6c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.665794 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7146c1bd-9614-40c2-8eb3-230f26fa3ac4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (0e1c3d6b-d096-482f-86a8-f364a3479d6c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.679942 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:20.681053 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 07a01aad-b444-4e95-9c3b-fadaf20cd555 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:20.687572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146c1bd-9614-40c2-8eb3-230f26fa3ac4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1c3d6b-d096-482f-86a8-f364a3479d6c,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:20.693424 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7146c1bd-9614-40c2-8eb3-230f26fa3ac4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.694648 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7146c1bd-9614-40c2-8eb3-230f26fa3ac4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350543 Sep 18 01:05:20.697449 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48264) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:20.702335 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6c42bbeb-9d2a-4642-a51c-8176322fce26 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Request body: {'security_group_rule': {'security_group_id': 'c3dcd207-77c4-463a-a73d-ab4e9f4c8c63', 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:20.732702 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c42bbeb-9d2a-4642-a51c-8176322fce26 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (22156ac4-06e6-4e47-964c-2b1ca2d56470), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.738119 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 07a01aad-b444-4e95-9c3b-fadaf20cd555 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:20.738572 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.738926 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:20.794198 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c42bbeb-9d2a-4642-a51c-8176322fce26 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (22156ac4-06e6-4e47-964c-2b1ca2d56470), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.799189 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c42bbeb-9d2a-4642-a51c-8176322fce26 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (22156ac4-06e6-4e47-964c-2b1ca2d56470), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.817618 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 07a01aad-b444-4e95-9c3b-fadaf20cd555 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:20.819322 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42bbeb-9d2a-4642-a51c-8176322fce26 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22156ac4-06e6-4e47-964c-2b1ca2d56470,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:20.827353 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6c42bbeb-9d2a-4642-a51c-8176322fce26 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.830498 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-6c42bbeb-9d2a-4642-a51c-8176322fce26 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300292 Sep 18 01:05:20.831278 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48266) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:20.836177 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-653a6f7c-9bf0-49e9-884c-cb84acc1198f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Request body: {'security_group_rule': {'security_group_id': 'c3dcd207-77c4-463a-a73d-ab4e9f4c8c63', 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:20.866140 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-653a6f7c-9bf0-49e9-884c-cb84acc1198f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (381bb3f7-38d9-4915-b12f-afc26e69a3d8), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.915999 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-653a6f7c-9bf0-49e9-884c-cb84acc1198f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (381bb3f7-38d9-4915-b12f-afc26e69a3d8), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.920281 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-653a6f7c-9bf0-49e9-884c-cb84acc1198f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (381bb3f7-38d9-4915-b12f-afc26e69a3d8), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.939605 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a6f7c-9bf0-49e9-884c-cb84acc1198f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381bb3f7-38d9-4915-b12f-afc26e69a3d8,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:20.945176 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-653a6f7c-9bf0-49e9-884c-cb84acc1198f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:20.946887 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-653a6f7c-9bf0-49e9-884c-cb84acc1198f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144412 Sep 18 01:05:20.949039 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48268) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:20.953234 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ebe441b9-f7e9-4e04-bef0-7fb2ec128d97 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Request body: {'security_group_rule': {'security_group_id': 'c3dcd207-77c4-463a-a73d-ab4e9f4c8c63', 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:20.974288 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-ebe441b9-f7e9-4e04-bef0-7fb2ec128d97 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Project 2d812ad5fce24a49b0f2d07081d5718a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:05:20.980112 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe441b9-f7e9-4e04-bef0-7fb2ec128d97 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (29536bd6-40af-4be4-a047-06b1ed0a33b1), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:21.040284 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe441b9-f7e9-4e04-bef0-7fb2ec128d97 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (29536bd6-40af-4be4-a047-06b1ed0a33b1), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:21.045013 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe441b9-f7e9-4e04-bef0-7fb2ec128d97 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (29536bd6-40af-4be4-a047-06b1ed0a33b1), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:21.063277 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe441b9-f7e9-4e04-bef0-7fb2ec128d97 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29536bd6-40af-4be4-a047-06b1ed0a33b1,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:21.070579 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe441b9-f7e9-4e04-bef0-7fb2ec128d97 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:21.074410 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ebe441b9-f7e9-4e04-bef0-7fb2ec128d97 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218233 Sep 18 01:05:21.074596 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48270) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:21.078900 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-234d3544-a98f-46de-8db5-0e150261de5f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Request body: {'security_group_rule': {'security_group_id': 'c3dcd207-77c4-463a-a73d-ab4e9f4c8c63', 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:21.100154 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-234d3544-a98f-46de-8db5-0e150261de5f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Project 2d812ad5fce24a49b0f2d07081d5718a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:05:21.106230 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234d3544-a98f-46de-8db5-0e150261de5f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (d99514c3-60bc-43e4-ac30-43d4566139e9), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:21.110433 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:21.141807 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 4 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:21.174046 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:21.175689 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Port 5ffef378-57ef-4f56-85f8-993c6f222729 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:21.176729 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234d3544-a98f-46de-8db5-0e150261de5f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (d99514c3-60bc-43e4-ac30-43d4566139e9), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:21.181286 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234d3544-a98f-46de-8db5-0e150261de5f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (d99514c3-60bc-43e4-ac30-43d4566139e9), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:21.203642 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d3544-a98f-46de-8db5-0e150261de5f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99514c3-60bc-43e4-ac30-43d4566139e9,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:21.208636 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-234d3544-a98f-46de-8db5-0e150261de5f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:21.211136 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-234d3544-a98f-46de-8db5-0e150261de5f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355946 Sep 18 01:05:21.676939 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 5 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:21.750955 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Port 5ffef378-57ef-4f56-85f8-993c6f222729 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:22.251913 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 6 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:22.285020 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Port 5ffef378-57ef-4f56-85f8-993c6f222729 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:22.398752 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device e00bb84d-1220-426e-a07e-7ab02c780294 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:22.442744 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port e00bb84d-1220-426e-a07e-7ab02c780294 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:22.443138 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:22.443457 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port e00bb84d-1220-426e-a07e-7ab02c780294 Sep 18 01:05:22.521534 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port e00bb84d-1220-426e-a07e-7ab02c780294 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:22.521928 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:22.534205 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:22.546893 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] For port e00bb84d-1220-426e-a07e-7ab02c780294, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e00bb84d-1220-426e-a07e-7ab02c780294,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:22.550698 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:22.597507 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Pushing event updated for resources: {'Port': ['ID=e00bb84d-1220-426e-a07e-7ab02c780294,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:22.786342 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 7 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:22.818902 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Port 5ffef378-57ef-4f56-85f8-993c6f222729 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:22.840162 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:22.848780 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:22.963481 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Sync routers for ids ['8b366d29-313f-470f-b28d-0f04f0dd8152'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:22.974712 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Routers {'8b366d29-313f-470f-b28d-0f04f0dd8152'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:22.975316 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['8b366d29-313f-470f-b28d-0f04f0dd8152'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:23.081910 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Set router 8b366d29-313f-470f-b28d-0f04f0dd8152 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:23.270748 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:23.276547 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 4, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'gw_port': {'id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5ffef378-57ef-4f56-85f8-993c6f222729', 'name': '', 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'mac_address': 'fa:16:3e:8a:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:18Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 2, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'subnets': [{'id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:23.301329 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Checking router: 8b366d29-313f-470f-b28d-0f04f0dd8152 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:05:23.301677 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Updating router 8b366d29-313f-470f-b28d-0f04f0dd8152 port 5ffef378-57ef-4f56-85f8-993c6f222729 binding host dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:05:23.320621 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 8 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:23.332026 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:23.356213 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Port 5ffef378-57ef-4f56-85f8-993c6f222729 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:23.681043 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Publish callbacks [] for port (5ffef378-57ef-4f56-85f8-993c6f222729), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:23.682245 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:23.689405 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:23.769090 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff65d5e-40a6-4995-ae97-977c99a15060 None None] Pushing event updated for resources: {'Port': ['ID=5ffef378-57ef-4f56-85f8-993c6f222729,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:23.783246 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Attempting to bind port 5ffef378-57ef-4f56-85f8-993c6f222729 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:05:23.783609 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Attempting to bind port 5ffef378-57ef-4f56-85f8-993c6f222729 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:05:23.783959 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Attempting to bind port 5ffef378-57ef-4f56-85f8-993c6f222729 on network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:23.827370 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Checking agent: {'id': 'f533ae7e-def3-4fbc-91e9-328bfdf2ba77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 48, 36), 'started_at': datetime.datetime(2022, 9, 18, 0, 49, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:05:23.827737 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Checking segment: {'id': 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:23.828136 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:23.828517 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Bound using segment: {'id': 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:05:23.828990 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Bound port: 5ffef378-57ef-4f56-85f8-993c6f222729, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:05:23.829362 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:23.857944 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 9 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:23.889762 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Port 5ffef378-57ef-4f56-85f8-993c6f222729 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:23.890172 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] For port 5ffef378-57ef-4f56-85f8-993c6f222729, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:23.893649 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] For port 5ffef378-57ef-4f56-85f8-993c6f222729, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5ffef378-57ef-4f56-85f8-993c6f222729,segment=NetworkSegment(c3001fa6-d672-4482-b5d0-1e3e0f0bdab4),segment_id=c3001fa6-d672-4482-b5d0-1e3e0f0bdab4)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:23.899536 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:23.935251 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Routers {'8b366d29-313f-470f-b28d-0f04f0dd8152'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:23.935866 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['8b366d29-313f-470f-b28d-0f04f0dd8152'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:24.002179 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff65d5e-40a6-4995-ae97-977c99a15060 None None] Pushing event updated for resources: {'Port': ['ID=5ffef378-57ef-4f56-85f8-993c6f222729,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:24.060403 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] Set router 8b366d29-313f-470f-b28d-0f04f0dd8152 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:24.184340 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:24.258630 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 4, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'gw_port': {'id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5ffef378-57ef-4f56-85f8-993c6f222729', 'name': '', 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'mac_address': 'fa:16:3e:8a:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:18Z', 'updated_at': '2022-09-18T01:05:23Z', 'revision_number': 4, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'subnets': [{'id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:24.284446 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f33a6e-f6be-4a6f-8cc4-9eb517342561 None None] The sync data for ids ['8b366d29-313f-470f-b28d-0f04f0dd8152'] in dv-cinder-master-3-iscsi is: [{'id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 4, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'gw_port': {'id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '5ffef378-57ef-4f56-85f8-993c6f222729', 'name': '', 'network_id': '1cbc84d4-8cc7-4268-aee0-b47b1266fc09', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'mac_address': 'fa:16:3e:8a:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:18Z', 'updated_at': '2022-09-18T01:05:23Z', 'revision_number': 4, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'subnets': [{'id': 'b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:24.391045 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 10 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:24.414960 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device e00bb84d-1220-426e-a07e-7ab02c780294 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:24.457251 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:24.485465 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port e00bb84d-1220-426e-a07e-7ab02c780294 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:24.485840 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:24.486172 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port e00bb84d-1220-426e-a07e-7ab02c780294 Sep 18 01:05:24.545893 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Current status of the port 5ffef378-57ef-4f56-85f8-993c6f222729 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:24.546417 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:24.615233 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] For port 5ffef378-57ef-4f56-85f8-993c6f222729, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5ffef378-57ef-4f56-85f8-993c6f222729,segment=NetworkSegment(c3001fa6-d672-4482-b5d0-1e3e0f0bdab4),segment_id=c3001fa6-d672-4482-b5d0-1e3e0f0bdab4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:24.627420 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:24.659855 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port e00bb84d-1220-426e-a07e-7ab02c780294 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:24.660948 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5ffef378-57ef-4f56-85f8-993c6f222729 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:24.683037 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Provisioning complete for port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:24.683443 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:24.683773 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 1 to provision port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 Sep 18 01:05:24.765445 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Pushing event updated for resources: {'Port': ['ID=5ffef378-57ef-4f56-85f8-993c6f222729,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:24.787376 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 5ffef378-57ef-4f56-85f8-993c6f222729 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:24.787762 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:24.788313 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:24.866149 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Current status of the port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:24.880702 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Provisioning complete for port 07a01aad-b444-4e95-9c3b-fadaf20cd555 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:24.881104 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:24.881440 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Attempt 1 to provision port 07a01aad-b444-4e95-9c3b-fadaf20cd555 Sep 18 01:05:25.067545 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 5ffef378-57ef-4f56-85f8-993c6f222729 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:25.115024 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ba48dc3a-f255-4b3f-bc38-b4874d25df23 None None] Current status of the port 07a01aad-b444-4e95-9c3b-fadaf20cd555 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:25.234481 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-10e90377-996b-4ecb-ad6d-60bee0187d75 None None] Provisioning complete for port 5ffef378-57ef-4f56-85f8-993c6f222729 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:25.234852 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10e90377-996b-4ecb-ad6d-60bee0187d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:25.235193 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-10e90377-996b-4ecb-ad6d-60bee0187d75 None None] Attempt 1 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:25.312897 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-10e90377-996b-4ecb-ad6d-60bee0187d75 None None] Current status of the port 5ffef378-57ef-4f56-85f8-993c6f222729 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:26.386796 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5ffef378-57ef-4f56-85f8-993c6f222729 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:26.430982 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Provisioning complete for port 5ffef378-57ef-4f56-85f8-993c6f222729 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:26.431353 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:26.431685 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Attempt 1 to provision port 5ffef378-57ef-4f56-85f8-993c6f222729 Sep 18 01:05:26.504749 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Current status of the port 5ffef378-57ef-4f56-85f8-993c6f222729 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:30.551751 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=57,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:30.562258 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=23,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:30.750437 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d7e2700f-ff97-41e5-8399-c899a65f7311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:31.203201 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=9,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:33.656378 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-598019b2-20d9-4d2e-9788-6d6822d94662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:34.254160 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=10 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:34.261593 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=61,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:34.742097 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e79c-1cba-4a71-80dc-3f51d856f3ba req-10bf0943-dab7-43ad-83e7-f99e265c83bc tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:34.743613 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7416e79c-1cba-4a71-80dc-3f51d856f3ba req-10bf0943-dab7-43ad-83e7-f99e265c83bc tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0482082 Sep 18 01:05:34.791488 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7416e79c-1cba-4a71-80dc-3f51d856f3ba req-c7cfa74e-14ee-41cb-beac-2530786389f0 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 Sep 18 01:05:35.252653 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:35.915451 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860ecc6-a409-40f2-b532-2a005d9f0e18 req-927e9c98-1caa-4d8c-9c82-cd60a6575316 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:35.916888 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6860ecc6-a409-40f2-b532-2a005d9f0e18 req-927e9c98-1caa-4d8c-9c82-cd60a6575316 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0461214 Sep 18 01:05:35.965994 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6860ecc6-a409-40f2-b532-2a005d9f0e18 req-3a53bf04-8585-4f11-8b96-88330d184b3c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429480 Sep 18 01:05:36.346312 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:37.082789 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:37.093917 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ea96f-3688-42fd-828a-ade6d1d918ed req-d0c2bc02-3bca-4be5-94a4-7a19f6ce352e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:37.095500 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ca9ea96f-3688-42fd-828a-ade6d1d918ed req-d0c2bc02-3bca-4be5-94a4-7a19f6ce352e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0517554 Sep 18 01:05:37.151684 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ca9ea96f-3688-42fd-828a-ade6d1d918ed req-f910440a-7b44-4cc8-bf01-fcd29222d57f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504603 Sep 18 01:05:37.676449 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-fc319d14-6c6e-41c8-a6be-eccb8b7d21af tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-786252742&fields=id&tenant_id=2d812ad5fce24a49b0f2d07081d5718a HTTP/1.1" status: 200 len: 267 time: 0.0443492 Sep 18 01:05:37.792489 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261e347-94e5-4877-8640-b83978da44c1 req-792a19f4-9f19-4329-a6f6-76598fb3d181 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:37.794648 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-792a19f4-9f19-4329-a6f6-76598fb3d181 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/networks?id=30756a9b-3b35-450a-9804-89022f2d94c9 HTTP/1.1" status: 200 len: 809 time: 0.1116357 Sep 18 01:05:37.808966 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-2ffe68cf-91f4-411c-b853-c769884c261e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/quotas/2d812ad5fce24a49b0f2d07081d5718a HTTP/1.1" status: 200 len: 375 time: 0.0090895 Sep 18 01:05:37.859434 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-5781548d-dd38-4599-98b8-8876fdba4011 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=2d812ad5fce24a49b0f2d07081d5718a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453398 Sep 18 01:05:37.958696 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-bc666155-aa06-4e9c-bb85-54d563c9d5aa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880790 Sep 18 01:05:38.049531 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-930f1ff0-c6fa-4c3d-87a5-ae542748b696 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847676 Sep 18 01:05:38.292207 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96e04f-a143-4453-b880-a90224272cb1 req-8f236590-634d-4f47-aab9-c2a87f92d5fb tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:38.292207 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5f96e04f-a143-4453-b880-a90224272cb1 req-8f236590-634d-4f47-aab9-c2a87f92d5fb tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0500968 Sep 18 01:05:38.367001 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2e191eec-07da-4da8-bc07-c2f1a61435f6 req-70a1a80b-5ff1-442a-80e0-78cde355cb16 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 210 time: 0.0404327 Sep 18 01:05:38.371281 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5f96e04f-a143-4453-b880-a90224272cb1 req-a54e1ab9-ddac-4bff-8959-94b59f6b4928 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747170 Sep 18 01:05:39.481953 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-57b201a4-71b4-4d1c-a4c5-5871bae03976 req-a7312e3c-30e5-4a08-a115-20e6f567a3f6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 210 time: 0.0361700 Sep 18 01:05:39.519516 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153efa45-d38a-4554-9e44-0bda6d2d7624 req-8986b7e0-cce9-4c3c-806e-b82578614e2d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:39.521008 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-153efa45-d38a-4554-9e44-0bda6d2d7624 req-8986b7e0-cce9-4c3c-806e-b82578614e2d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0485129 Sep 18 01:05:39.567982 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-153efa45-d38a-4554-9e44-0bda6d2d7624 req-8c8aa1cc-a8d5-40a1-a429-4abdf850076d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Sep 18 01:05:40.590100 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e6937c45-2036-4940-a2fa-c52fb44c6389 req-ee5ea98a-f70f-426e-9b00-91517030536d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 210 time: 0.0326593 Sep 18 01:05:40.690500 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93acd4f5-4c46-4e57-a3d3-2762f62df85f req-0c8d0b9d-7346-437e-98ea-8cf64c66a8f4 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:40.691958 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-93acd4f5-4c46-4e57-a3d3-2762f62df85f req-0c8d0b9d-7346-437e-98ea-8cf64c66a8f4 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0462725 Sep 18 01:05:40.738206 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-93acd4f5-4c46-4e57-a3d3-2762f62df85f req-98cb0f5e-9bcc-452d-8364-fc4abd513ce3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408165 Sep 18 01:05:41.090569 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:41.093600 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:41.147185 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261e347-94e5-4877-8640-b83978da44c1 req-df0dfbac-21fd-4ee0-be98-8158c483eac6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:41.148674 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-df0dfbac-21fd-4ee0-be98-8158c483eac6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.49 "GET /networking/v2.0/networks?id=30756a9b-3b35-450a-9804-89022f2d94c9 HTTP/1.1" status: 200 len: 809 time: 0.1135840 Sep 18 01:05:41.223559 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-0061cda0-b099-41d8-8f72-4fe94f002870 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2d812ad5fce24a49b0f2d07081d5718a HTTP/1.1" status: 200 len: 379 time: 0.0608172 Sep 18 01:05:41.244417 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Request body: {'port': {'device_id': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'admin_state_up': True, 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'security_groups': ['c3dcd207-77c4-463a-a73d-ab4e9f4c8c63']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:41.360077 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Made reservation on behalf of 2d812ad5fce24a49b0f2d07081d5718a for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:41.364448 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:41.495718 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Allocated IP 172.20.0.6 (30756a9b-3b35-450a-9804-89022f2d94c9/06e5b678-cf72-4a5d-aef0-221219a36bae/ac27aed2-9401-48f5-a764-f83ca47284b4) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:41.638534 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:41.678925 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:41.758269 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd485635-4fd8-47d6-b88f-0d7d1c306a1f req-873ebf00-ebb4-4849-8efd-932368c2a561 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:41.759688 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bd485635-4fd8-47d6-b88f-0d7d1c306a1f req-873ebf00-ebb4-4849-8efd-932368c2a561 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 931 time: 0.0937548 Sep 18 01:05:41.763233 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Network 30756a9b-3b35-450a-9804-89022f2d94c9 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:41.764861 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:41.767208 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'Port': ['ID=ac27aed2-9401-48f5-a764-f83ca47284b4,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:41.770634 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:05:41.819963 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.820299 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.820632 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.820963 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.821289 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.821610 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.821926 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.822248 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.822588 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.822904 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.823223 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.823540 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.823850 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.824159 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.824468 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:41.860177 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:41.860792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:41.890283 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:41.921567 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-53da52e2-6ca8-4c2a-8c72-6c57af512bd7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6806338 Sep 18 01:05:41.927093 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:41.933796 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6070cb-3c4f-4294-a5a1-324ec84606ad req-1bde4905-ab4f-4843-9f0c-970a9eb2a005 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:41.935367 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-af6070cb-3c4f-4294-a5a1-324ec84606ad req-1bde4905-ab4f-4843-9f0c-970a9eb2a005 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.1048672 Sep 18 01:05:41.942169 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Request body: {'port': {'device_id': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:41.949538 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bd485635-4fd8-47d6-b88f-0d7d1c306a1f req-28a8712e-e7cb-419e-84ab-e4cea8643157 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799271 Sep 18 01:05:42.027478 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-d4a6d780-3a8f-48c2-82c9-f0b0bd00fd1b None None] Provisioning complete for port ac27aed2-9401-48f5-a764-f83ca47284b4 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:42.028040 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4a6d780-3a8f-48c2-82c9-f0b0bd00fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:42.028167 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d4a6d780-3a8f-48c2-82c9-f0b0bd00fd1b None None] Attempt 1 to provision port ac27aed2-9401-48f5-a764-f83ca47284b4 Sep 18 01:05:42.045536 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-af6070cb-3c4f-4294-a5a1-324ec84606ad req-6d1e825a-7b46-4005-8da2-005a7a6c7674 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002576 Sep 18 01:05:42.050785 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:42.070609 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6d780-3a8f-48c2-82c9-f0b0bd00fd1b None None] Port ac27aed2-9401-48f5-a764-f83ca47284b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:42.300170 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac27aed2-9401-48f5-a764-f83ca47284b4 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:05:42.307524 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Publish callbacks [] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:42.319429 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Transition to ACTIVE for port object ac27aed2-9401-48f5-a764-f83ca47284b4 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:05:42.324317 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:42.386874 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Pushing event updated for resources: {'Port': ['ID=ac27aed2-9401-48f5-a764-f83ca47284b4,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:42.435153 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Attempting to bind port ac27aed2-9401-48f5-a764-f83ca47284b4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:05:42.435491 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Attempting to bind port ac27aed2-9401-48f5-a764-f83ca47284b4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:05:42.435819 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Attempting to bind port ac27aed2-9401-48f5-a764-f83ca47284b4 on network 30756a9b-3b35-450a-9804-89022f2d94c9 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:42.480707 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Port ac27aed2-9401-48f5-a764-f83ca47284b4 on network 30756a9b-3b35-450a-9804-89022f2d94c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:05:42.481027 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Attempting to bind port ac27aed2-9401-48f5-a764-f83ca47284b4 on network 30756a9b-3b35-450a-9804-89022f2d94c9 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:42.529991 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:05:42.530325 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Checking segment: {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:42.530740 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Bound using segment: {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:05:42.531261 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Bound port: ac27aed2-9401-48f5-a764-f83ca47284b4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69eba7a-c770-432d-9543-7e8128d0e645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:05:42.531618 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:42.565479 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d4a6d780-3a8f-48c2-82c9-f0b0bd00fd1b None None] Attempt 2 to provision port ac27aed2-9401-48f5-a764-f83ca47284b4 Sep 18 01:05:42.592615 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:42.596454 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac27aed2-9401-48f5-a764-f83ca47284b4,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:42.598038 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6d780-3a8f-48c2-82c9-f0b0bd00fd1b None None] Port ac27aed2-9401-48f5-a764-f83ca47284b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:42.602731 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:42.606845 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:42.607441 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:42.608794 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 200 len: 1093 time: 0.6725316 Sep 18 01:05:42.609357 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:05:42.611595 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c82a62-eaec-471c-8dcb-1a00386b81cd" -d '{"events": [{"name": "network-changed", "server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:05:42.650997 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb751b26-1252-4d5c-a0f1-d30636899062 x-openstack-request-id: req-cb751b26-1252-4d5c-a0f1-d30636899062 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:05:42.651599 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:05:42.651599 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb751b26-1252-4d5c-a0f1-d30636899062 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:05:42.651893 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb751b26-1252-4d5c-a0f1-d30636899062'] response: {'name': 'network-changed', 'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'status': 'completed', 'code': 200} Sep 18 01:05:42.661110 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fce7f6-a91b-43a7-a946-55195c665b33 service neutron] Pushing event updated for resources: {'Port': ['ID=ac27aed2-9401-48f5-a764-f83ca47284b4,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:42.723180 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:42.734508 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261e347-94e5-4877-8640-b83978da44c1 req-e736dff2-a1cd-4ff9-8881-bd6bb3f37ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:42.736001 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-e736dff2-a1cd-4ff9-8881-bd6bb3f37ecb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2d812ad5fce24a49b0f2d07081d5718a&device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1127 time: 0.0416257 Sep 18 01:05:42.788709 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-169fb500-1007-4f2d-af07-d731af999b02 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 200 len: 217 time: 0.0346632 Sep 18 01:05:42.837659 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261e347-94e5-4877-8640-b83978da44c1 req-f8e17c55-99f1-41f1-8526-6caf634cd35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:42.838991 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-f8e17c55-99f1-41f1-8526-6caf634cd35a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=06e5b678-cf72-4a5d-aef0-221219a36bae HTTP/1.1" status: 200 len: 848 time: 0.0438251 Sep 18 01:05:42.882500 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261e347-94e5-4877-8640-b83978da44c1 req-f99356b0-29dd-4574-8edd-a70750ae0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:42.883960 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-f99356b0-29dd-4574-8edd-a70750ae0efd service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=30756a9b-3b35-450a-9804-89022f2d94c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374765 Sep 18 01:05:42.938317 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:42.976723 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-b83e2af5-3339-4579-84dd-b18fe9f23d6e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849457 Sep 18 01:05:43.086721 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b3147-d848-43bf-ad52-73cf0a4c5694 req-a37451ba-4d91-4ae6-956d-52a88b2a2357 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:43.088259 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-110b3147-d848-43bf-ad52-73cf0a4c5694 req-a37451ba-4d91-4ae6-956d-52a88b2a2357 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0612473 Sep 18 01:05:43.099610 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d4a6d780-3a8f-48c2-82c9-f0b0bd00fd1b None None] Attempt 3 to provision port ac27aed2-9401-48f5-a764-f83ca47284b4 Sep 18 01:05:43.102210 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:43.125774 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b261e347-94e5-4877-8640-b83978da44c1 req-d927e865-8f62-4205-a1a3-6b2dae80791f service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413763 Sep 18 01:05:43.127548 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:43.145601 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6d780-3a8f-48c2-82c9-f0b0bd00fd1b None None] Port ac27aed2-9401-48f5-a764-f83ca47284b4 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:05:43.185508 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-110b3147-d848-43bf-ad52-73cf0a4c5694 req-07ac964d-f9ba-40fd-8bcb-69d2fa8e360e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904152 Sep 18 01:05:43.197957 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb11191-4e0e-44d2-a708-3255eda21200 req-f5a0e117-5de1-47f7-ba3d-6f4a2bd31fac tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:43.199543 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8eb11191-4e0e-44d2-a708-3255eda21200 req-f5a0e117-5de1-47f7-ba3d-6f4a2bd31fac tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0697942 Sep 18 01:05:43.266629 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-a96b58a8-5c31-4c2a-96b3-c5356c39888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:43.268100 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-a96b58a8-5c31-4c2a-96b3-c5356c39888c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2d812ad5fce24a49b0f2d07081d5718a&device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1127 time: 0.0628586 Sep 18 01:05:43.301703 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8eb11191-4e0e-44d2-a708-3255eda21200 req-baef3dda-4d76-4b8c-a584-04a872124fec tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952299 Sep 18 01:05:43.369190 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-968660f9-62ff-46cf-a82f-6a187848c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:43.370572 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-968660f9-62ff-46cf-a82f-6a187848c4f0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=30756a9b-3b35-450a-9804-89022f2d94c9 HTTP/1.1" status: 200 len: 910 time: 0.0931554 Sep 18 01:05:43.416474 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-0f13ce47-9755-469e-b749-a45c8466a6f9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 200 len: 217 time: 0.0366833 Sep 18 01:05:43.470122 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-8b45041e-503a-4a9c-b1b1-8327a8295d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:43.471605 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-8b45041e-503a-4a9c-b1b1-8327a8295d09 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=06e5b678-cf72-4a5d-aef0-221219a36bae HTTP/1.1" status: 200 len: 848 time: 0.0462523 Sep 18 01:05:43.522257 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-37529cb7-a763-49f3-82f6-f01bd93fe060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:43.523954 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-37529cb7-a763-49f3-82f6-f01bd93fe060 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=30756a9b-3b35-450a-9804-89022f2d94c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456223 Sep 18 01:05:43.624782 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-e1d2e7a9-5578-460f-8140-703251e5e293 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921040 Sep 18 01:05:43.714084 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46c82a62-eaec-471c-8dcb-1a00386b81cd req-a3afe133-fd45-4619-bb46-c4420629072a service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827372 Sep 18 01:05:44.311559 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c49c5e-7a0f-4215-bbe9-ba0fd994576e req-a20e4c56-787d-44b4-97ee-40ed6ad39da5 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:44.313012 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d4c49c5e-7a0f-4215-bbe9-ba0fd994576e req-a20e4c56-787d-44b4-97ee-40ed6ad39da5 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0490937 Sep 18 01:05:44.334424 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:44.366287 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d4c49c5e-7a0f-4215-bbe9-ba0fd994576e req-6ea53d7b-1873-4b52-9efd-e96c5f2a1090 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471687 Sep 18 01:05:44.421952 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7c52f-222a-4f7f-8c68-be66c8030b8e req-b0504969-74fc-45a6-b50c-13301a3c4e45 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:44.423957 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-31e7c52f-222a-4f7f-8c68-be66c8030b8e req-b0504969-74fc-45a6-b50c-13301a3c4e45 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0444584 Sep 18 01:05:44.469670 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-31e7c52f-222a-4f7f-8c68-be66c8030b8e req-69aea35b-5fc5-44f7-ac01-99d8f959bd09 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402391 Sep 18 01:05:44.776164 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-8efc6299-d1ef-4fca-95e9-373dc3dd0183 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-821199059&fields=id&tenant_id=6958209222b44905bcb4baa1b8c26c58 HTTP/1.1" status: 200 len: 267 time: 0.0427551 Sep 18 01:05:44.790969 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:44.882075 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-15033c15-9013-47f5-877d-54c455305097 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:44.883551 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-15033c15-9013-47f5-877d-54c455305097 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 812 time: 0.1012542 Sep 18 01:05:44.900683 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-4c4f6b8d-2f36-4188-89f6-9661c19c630e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/quotas/6958209222b44905bcb4baa1b8c26c58 HTTP/1.1" status: 200 len: 375 time: 0.0090790 Sep 18 01:05:44.951030 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-7fa7bf8c-ea2f-4abb-bba9-6b077969d264 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454910 Sep 18 01:05:45.046962 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-293d594c-b2a4-445b-ac28-6133ab30d2f1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846670 Sep 18 01:05:45.386930 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-785764f9-ba3e-4c09-b638-7b07c585cf61 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336899 Sep 18 01:05:45.487236 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237169a-4ce6-46a7-ade3-088cb36fe96c req-7d899193-17a4-4863-900f-7604a6cd3fbb tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:45.488691 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e237169a-4ce6-46a7-ade3-088cb36fe96c req-7d899193-17a4-4863-900f-7604a6cd3fbb tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0477788 Sep 18 01:05:45.547259 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e237169a-4ce6-46a7-ade3-088cb36fe96c req-19078ae2-8f26-434a-b5c0-2edc1f976a11 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521615 Sep 18 01:05:45.668296 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07301e-d801-4fcd-b368-65e7f2fc6dcd req-cb4b9fa6-a83a-4ccd-818a-86f15e9b2434 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:45.669917 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cf07301e-d801-4fcd-b368-65e7f2fc6dcd req-cb4b9fa6-a83a-4ccd-818a-86f15e9b2434 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0523512 Sep 18 01:05:45.710958 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-05a47fd6-8037-4e19-9bcd-9194dd198783 req-ec395842-0840-49d7-bc5b-577641d2ba25 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 210 time: 0.0399232 Sep 18 01:05:45.747990 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cf07301e-d801-4fcd-b368-65e7f2fc6dcd req-dd4f8fdb-acb0-4ce6-b403-bd5e244dcbe0 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685985 Sep 18 01:05:46.418671 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:05:46.666404 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869a905-2ccd-42cb-99af-da780a7d8116 req-4feedf7f-ec4d-4c84-b56e-469de7be9af3 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:46.667992 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d869a905-2ccd-42cb-99af-da780a7d8116 req-4feedf7f-ec4d-4c84-b56e-469de7be9af3 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0467858 Sep 18 01:05:46.718569 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d869a905-2ccd-42cb-99af-da780a7d8116 req-c4af9ed1-d299-4b0f-94e6-d96dbb18d670 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448005 Sep 18 01:05:46.822017 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-813118c0-fd32-43ef-ae1e-a6dd5a953698 req-d9be6340-3d4a-43cd-8cce-57a593a75fd7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 210 time: 0.0325317 Sep 18 01:05:46.922128 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629cde-dc2e-4d79-8104-8cb53714a0a9 req-9b2e37d8-9047-4704-aa26-15a763560ffb tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:46.924063 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-13629cde-dc2e-4d79-8104-8cb53714a0a9 req-9b2e37d8-9047-4704-aa26-15a763560ffb tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0985243 Sep 18 01:05:47.001389 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:47.009211 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-29409b12-036d-4ec1-9f0b-c4ce8018161d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:47.010669 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-29409b12-036d-4ec1-9f0b-c4ce8018161d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 812 time: 0.1832006 Sep 18 01:05:47.014393 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-13629cde-dc2e-4d79-8104-8cb53714a0a9 req-c9245b13-22b1-43c0-a105-c4da21771444 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833604 Sep 18 01:05:47.090703 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-e7eb6fbe-d647-4ddc-a769-db906efababf tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6958209222b44905bcb4baa1b8c26c58 HTTP/1.1" status: 200 len: 379 time: 0.0623426 Sep 18 01:05:47.100976 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'port': {'device_id': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'admin_state_up': True, 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'security_groups': ['1b58ffc9-4a9a-433b-a5a3-727ba234b313']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:47.191804 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:47.204854 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Made reservation on behalf of 6958209222b44905bcb4baa1b8c26c58 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:05:47.209056 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:47.338412 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Allocated IP 172.20.0.14 (4ff6b087-81f6-47ef-8679-6af29cd7449d/52476ad1-2314-4151-89b3-e897e528df42/060a9fb2-025c-4f62-be79-f392dbda95a1) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:47.482711 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:47.519702 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:47.564825 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:47.568697 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:47.572759 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:05:47.579057 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'Port': ['ID=060a9fb2-025c-4f62-be79-f392dbda95a1,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:47.628959 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:47.629625 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:47.648645 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-ee1db0c7-f412-43a0-8f7d-69b0995bee68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510364 Sep 18 01:05:47.669657 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Request body: {'port': {'device_id': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:47.741498 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:47.796133 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-d2ff488d-1309-4727-ac38-807f4b3c6d5d None None] Provisioning complete for port 060a9fb2-025c-4f62-be79-f392dbda95a1 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:47.797278 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d2ff488d-1309-4727-ac38-807f4b3c6d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:47.797828 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d2ff488d-1309-4727-ac38-807f4b3c6d5d None None] Attempt 1 to provision port 060a9fb2-025c-4f62-be79-f392dbda95a1 Sep 18 01:05:47.834780 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff488d-1309-4727-ac38-807f4b3c6d5d None None] Port 060a9fb2-025c-4f62-be79-f392dbda95a1 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:47.930673 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f1181-5896-4be0-8cb9-8057d12c2fab req-51312171-f764-4716-a263-300f95c098bc tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:47.932164 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b13f1181-5896-4be0-8cb9-8057d12c2fab req-51312171-f764-4716-a263-300f95c098bc tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0875285 Sep 18 01:05:47.975392 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:47.996949 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=3,neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:48.021690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d336b-35d4-4e04-bf15-42408055d294 req-edcb1b00-d083-4bc6-b5c7-e89539d9c51f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:48.023241 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b49d336b-35d4-4e04-bf15-42408055d294 req-edcb1b00-d083-4bc6-b5c7-e89539d9c51f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 932 time: 0.1207480 Sep 18 01:05:48.103192 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b13f1181-5896-4be0-8cb9-8057d12c2fab req-f6c640a4-550b-49b4-b239-2a77f75cc4b4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249628 Sep 18 01:05:48.138475 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b49d336b-35d4-4e04-bf15-42408055d294 req-8def08b5-c4b1-487a-9ee9-27a85382ba55 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075239 Sep 18 01:05:48.228548 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060a9fb2-025c-4f62-be79-f392dbda95a1 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:05:48.239910 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Publish callbacks [] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:48.249929 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd7918-7ba7-4a2f-84eb-4efec1155976 req-92496eeb-38d7-4d3f-8d10-4f5d4595ad93 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:48.251436 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4efd7918-7ba7-4a2f-84eb-4efec1155976 req-92496eeb-38d7-4d3f-8d10-4f5d4595ad93 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0690849 Sep 18 01:05:48.268773 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Transition to ACTIVE for port object 060a9fb2-025c-4f62-be79-f392dbda95a1 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:05:48.277789 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:48.336106 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d2ff488d-1309-4727-ac38-807f4b3c6d5d None None] Attempt 2 to provision port 060a9fb2-025c-4f62-be79-f392dbda95a1 Sep 18 01:05:48.375158 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff488d-1309-4727-ac38-807f4b3c6d5d None None] Port 060a9fb2-025c-4f62-be79-f392dbda95a1 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:05:48.383910 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4efd7918-7ba7-4a2f-84eb-4efec1155976 req-f6f33e24-bc56-4a7c-a775-dcd87a874423 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242232 Sep 18 01:05:48.386409 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Pushing event updated for resources: {'Port': ['ID=060a9fb2-025c-4f62-be79-f392dbda95a1,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:48.417480 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Attempting to bind port 060a9fb2-025c-4f62-be79-f392dbda95a1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:05:48.417888 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Attempting to bind port 060a9fb2-025c-4f62-be79-f392dbda95a1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:05:48.418281 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Attempting to bind port 060a9fb2-025c-4f62-be79-f392dbda95a1 on network 4ff6b087-81f6-47ef-8679-6af29cd7449d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:48.466194 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Port 060a9fb2-025c-4f62-be79-f392dbda95a1 on network 4ff6b087-81f6-47ef-8679-6af29cd7449d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:05:48.466577 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Attempting to bind port 060a9fb2-025c-4f62-be79-f392dbda95a1 on network 4ff6b087-81f6-47ef-8679-6af29cd7449d {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:05:48.507377 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:05:48.507709 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Checking segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:05:48.508114 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Bound using segment: {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:05:48.508540 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Bound port: 060a9fb2-025c-4f62-be79-f392dbda95a1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9a769f-f65e-4c23-860c-ce275dd6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:05:48.508891 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:48.569039 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] For port 060a9fb2-025c-4f62-be79-f392dbda95a1, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:05:48.572039 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] For port 060a9fb2-025c-4f62-be79-f392dbda95a1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060a9fb2-025c-4f62-be79-f392dbda95a1,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:05:48.576994 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:48.581574 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:48.582244 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:48.583620 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/060a9fb2-025c-4f62-be79-f392dbda95a1 HTTP/1.1" status: 200 len: 1094 time: 0.9185812 Sep 18 01:05:48.584155 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:05:48.586663 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:05:48.628731 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ae39f7-9d45-464e-8687-7f1176c7a44a x-openstack-request-id: req-96ae39f7-9d45-464e-8687-7f1176c7a44a {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:05:48.629169 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:05:48.629397 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96ae39f7-9d45-464e-8687-7f1176c7a44a {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:05:48.629794 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ae39f7-9d45-464e-8687-7f1176c7a44a'] response: {'name': 'network-changed', 'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'status': 'completed', 'code': 200} Sep 18 01:05:48.639148 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f89bc-1237-4ccd-847e-4d3147706907 service neutron] Pushing event updated for resources: {'Port': ['ID=060a9fb2-025c-4f62-be79-f392dbda95a1,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:48.698154 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-f7bc4dc2-a5a8-4347-8d88-af32f4322ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:48.699695 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-f7bc4dc2-a5a8-4347-8d88-af32f4322ec0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 1128 time: 0.0403719 Sep 18 01:05:48.746732 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-f6af5c5e-2a73-4200-bff0-d5fd26d02723 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=060a9fb2-025c-4f62-be79-f392dbda95a1 HTTP/1.1" status: 200 len: 217 time: 0.0329955 Sep 18 01:05:48.795603 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-099192f9-49b6-4c74-b932-22aa75d83b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:48.797070 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-099192f9-49b6-4c74-b932-22aa75d83b2a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.0437074 Sep 18 01:05:48.843260 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-7766bea6-5c5d-4b01-b7bf-3bbaf771ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:48.844695 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-7766bea6-5c5d-4b01-b7bf-3bbaf771ca5b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419953 Sep 18 01:05:48.875877 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d2ff488d-1309-4727-ac38-807f4b3c6d5d None None] Attempt 3 to provision port 060a9fb2-025c-4f62-be79-f392dbda95a1 Sep 18 01:05:48.900848 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:48.909510 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:48.917088 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff488d-1309-4727-ac38-807f4b3c6d5d None None] Port 060a9fb2-025c-4f62-be79-f392dbda95a1 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:05:48.938728 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-55fe28ea-7178-463e-88db-dd57ca7450de service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870190 Sep 18 01:05:49.033954 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bb2f8a77-eeb3-450e-82fe-ffe00b91abe0 req-f6c939ae-9985-47c7-bed7-21af746c7043 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888278 Sep 18 01:05:49.228267 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7568e2-9c76-4c48-b5bb-1a46fa186418 req-8184d8f9-add2-4d30-930c-e4b5622bc57a tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:49.229684 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4e7568e2-9c76-4c48-b5bb-1a46fa186418 req-8184d8f9-add2-4d30-930c-e4b5622bc57a tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0484216 Sep 18 01:05:49.292671 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c221040-a9fc-4026-ae41-1aa34ce7691c req-d009342e-9847-44c0-8a07-8a97e484102f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:49.294254 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6c221040-a9fc-4026-ae41-1aa34ce7691c req-d009342e-9847-44c0-8a07-8a97e484102f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 944 time: 0.0718875 Sep 18 01:05:49.327906 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4e7568e2-9c76-4c48-b5bb-1a46fa186418 req-ee3f0876-2f1b-4761-b9dc-8749d7837c00 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886316 Sep 18 01:05:49.358930 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6c221040-a9fc-4026-ae41-1aa34ce7691c req-85fed578-0dc5-4f3a-bf6e-343d3e90f23f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577462 Sep 18 01:05:49.518309 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5d0ae-83e9-4eae-87d1-f379c19cadc7 req-e2e06f6b-684a-4627-b042-d9466cadb32b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:49.519817 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6ff5d0ae-83e9-4eae-87d1-f379c19cadc7 req-e2e06f6b-684a-4627-b042-d9466cadb32b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0460334 Sep 18 01:05:49.576823 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-8d15ddcc-378b-4613-b628-34ddd5a6ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:49.578273 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-8d15ddcc-378b-4613-b628-34ddd5a6ff9d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 1128 time: 0.0576134 Sep 18 01:05:49.594741 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6ff5d0ae-83e9-4eae-87d1-f379c19cadc7 req-2abf9e79-ff0f-4041-bab6-613e67f947bc tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653107 Sep 18 01:05:50.343161 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-f21a28d0-94f1-4ba7-8089-4f2811d4cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:50.344613 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-f21a28d0-94f1-4ba7-8089-4f2811d4cd08 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 913 time: 0.0901575 Sep 18 01:05:50.388923 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-d98e13c1-bf0b-492e-9faa-0e97a668b390 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=060a9fb2-025c-4f62-be79-f392dbda95a1 HTTP/1.1" status: 200 len: 217 time: 0.0343416 Sep 18 01:05:50.499272 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-15846af0-2b4a-4dff-9e19-703ef29f41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:50.500717 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-15846af0-2b4a-4dff-9e19-703ef29f41e2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.1033783 Sep 18 01:05:50.524698 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab717e53-ebbc-41b8-aef6-c069f99a8897 req-66c2da4b-5082-4192-93c7-4926f04e7655 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:50.526204 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ab717e53-ebbc-41b8-aef6-c069f99a8897 req-66c2da4b-5082-4192-93c7-4926f04e7655 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 944 time: 0.0871816 Sep 18 01:05:50.546686 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb9796-3dd3-4261-b847-16c7f82921d7 req-671618a6-1238-48e7-b6a0-20663669209e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:50.548065 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-86bb9796-3dd3-4261-b847-16c7f82921d7 req-671618a6-1238-48e7-b6a0-20663669209e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.1204844 Sep 18 01:05:50.589831 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-bec4de1d-577a-45f8-9881-1e2358b5446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:50.591231 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-bec4de1d-577a-45f8-9881-1e2358b5446c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820262 Sep 18 01:05:50.683739 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ab717e53-ebbc-41b8-aef6-c069f99a8897 req-ea158ec4-8090-46f1-a6fd-c345e93bdb83 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347384 Sep 18 01:05:50.688942 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-86bb9796-3dd3-4261-b847-16c7f82921d7 req-58478d39-bfa7-44d5-bb19-ae5bed50990e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288331 Sep 18 01:05:50.710933 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:50.730152 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-f224bf2b-c404-46c5-8376-05b0fcbeec08 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240580 Sep 18 01:05:50.834855 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c5a42-80d3-412b-a249-c07c27e298fd req-067f2ac8-0205-45dd-82cc-e81ad959e803 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:50.836291 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9d1c5a42-80d3-412b-a249-c07c27e298fd req-067f2ac8-0205-45dd-82cc-e81ad959e803 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0826964 Sep 18 01:05:50.873947 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4a07f9aa-cb2c-4f3c-89a3-ef09cb011810 req-0a81c266-c3ca-4a46-8c7c-bde7215fa135 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377559 Sep 18 01:05:50.884800 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:50.902411 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9d1c5a42-80d3-412b-a249-c07c27e298fd req-82007f3a-801b-46c4-9d3d-11f19d1af2ae tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574360 Sep 18 01:05:51.840018 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fc6c-1b54-4e34-907e-3ddc40985f58 req-94f445f4-1e91-4f25-85ee-aab53e2811a6 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:51.841452 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aa79fc6c-1b54-4e34-907e-3ddc40985f58 req-94f445f4-1e91-4f25-85ee-aab53e2811a6 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 944 time: 0.0720100 Sep 18 01:05:51.860131 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f79c16-459d-4db4-8df4-c7a012a75372 req-9f35552e-40e0-47f5-8f4f-081c28585d40 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:51.861504 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-37f79c16-459d-4db4-8df4-c7a012a75372 req-9f35552e-40e0-47f5-8f4f-081c28585d40 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0648956 Sep 18 01:05:51.929265 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aa79fc6c-1b54-4e34-907e-3ddc40985f58 req-6a94e46f-714a-46fb-8437-a571e1ee1502 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821311 Sep 18 01:05:51.933657 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-37f79c16-459d-4db4-8df4-c7a012a75372 req-8c84b383-4a43-461b-b797-533c947d6208 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649686 Sep 18 01:05:52.032001 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4090f6-8646-4e2a-be92-99876d5237a4 req-2e9870ec-c83a-47f9-9c73-84eaf1f42864 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:52.033423 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fd4090f6-8646-4e2a-be92-99876d5237a4 req-2e9870ec-c83a-47f9-9c73-84eaf1f42864 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Sep 18 01:05:52.081444 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fd4090f6-8646-4e2a-be92-99876d5237a4 req-5d4a1ac1-730f-414d-a62f-121c7699cf74 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422938 Sep 18 01:05:52.882764 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:53.059168 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ac27aed2-9401-48f5-a764-f83ca47284b4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:05:53.076130 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e6ac7-03ff-40e7-872b-fde50b21acca req-fb63fe40-af1b-4686-928d-491538a3ac70 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:53.077704 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c3e6ac7-03ff-40e7-872b-fde50b21acca req-fb63fe40-af1b-4686-928d-491538a3ac70 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 944 time: 0.0717716 Sep 18 01:05:53.098945 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5599b-abd3-4a20-9c93-8ff045ccd995 req-76f6634a-bd4c-4357-9b85-7be2d9956ef8 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:53.100374 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c2c5599b-abd3-4a20-9c93-8ff045ccd995 req-76f6634a-bd4c-4357-9b85-7be2d9956ef8 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0669696 Sep 18 01:05:53.133522 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:53.166731 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac27aed2-9401-48f5-a764-f83ca47284b4,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:53.170032 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2c3e6ac7-03ff-40e7-872b-fde50b21acca req-12772931-9b51-4820-a69f-977875ba85c5 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849900 Sep 18 01:05:53.179456 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c2c5599b-abd3-4a20-9c93-8ff045ccd995 req-84019c8e-793b-4f56-b7d7-f95ab14c7ad1 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720091 Sep 18 01:05:53.180608 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'port_id': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'mac_address': 'fa:16:3e:da:71:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:05:53.219540 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port ac27aed2-9401-48f5-a764-f83ca47284b4 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:53.219940 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:53.233776 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac27aed2-9401-48f5-a764-f83ca47284b4 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:05:53.254100 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac27aed2-9401-48f5-a764-f83ca47284b4,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:53.258626 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:53.278389 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed6c8b-e611-4a24-b5ac-f7af28fffe6d req-ca0e03cf-cf08-4047-9d08-a326a1f3c3e4 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:53.279905 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cbed6c8b-e611-4a24-b5ac-f7af28fffe6d req-ca0e03cf-cf08-4047-9d08-a326a1f3c3e4 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0495822 Sep 18 01:05:53.308993 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=ac27aed2-9401-48f5-a764-f83ca47284b4,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:53.319396 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.319930 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.320523 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.320861 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.321191 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.321517 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.321840 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.322158 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.322504 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.322833 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.323152 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.323473 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.323822 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.324139 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.324456 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:53.330407 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cbed6c8b-e611-4a24-b5ac-f7af28fffe6d req-01044141-d05c-47d2-b689-16ab82c6afac tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448055 Sep 18 01:05:53.596870 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['ac27aed2-9401-48f5-a764-f83ca47284b4'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:05:53.741328 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-2253a176-f1cf-4513-b87b-6e5d76ce317a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380158 Sep 18 01:05:53.847904 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-8872c9ba-cdb3-40bc-a893-cf6ca6ec137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:53.849369 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-8872c9ba-cdb3-40bc-a893-cf6ca6ec137e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 1130 time: 0.0435579 Sep 18 01:05:53.952243 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-368f4ad8-1c99-43b4-ae48-d96015cdb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:53.953693 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-368f4ad8-1c99-43b4-ae48-d96015cdb4a7 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 913 time: 0.0846062 Sep 18 01:05:54.020012 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-8e320277-a804-4169-be43-89c1d0f0835f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b HTTP/1.1" status: 200 len: 1002 time: 0.0599799 Sep 18 01:05:54.064112 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:54.073117 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-94727c48-5622-48c3-bdce-07756d40779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:54.074972 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-94727c48-5622-48c3-bdce-07756d40779c service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.0483654 Sep 18 01:05:54.119479 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-70bbb8d2-a4e3-41d7-92a1-f75a8871a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:54.120869 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-70bbb8d2-a4e3-41d7-92a1-f75a8871a48b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388608 Sep 18 01:05:54.214437 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-25a99869-c991-4855-bc97-aefdb69107ca service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869119 Sep 18 01:05:54.321784 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:54.352899 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c486b2-7a0a-4879-b8ef-b97818bdb344 req-9afd8a3f-83cd-40e1-b231-185857656a1e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:54.354329 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d5c486b2-7a0a-4879-b8ef-b97818bdb344 req-9afd8a3f-83cd-40e1-b231-185857656a1e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 944 time: 0.0890765 Sep 18 01:05:54.361488 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6afc07-f2cc-436a-8a85-8f91e92b3718 req-8c89ab69-99d7-438b-a760-d3a8ae6621a2 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:54.362955 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-af6afc07-f2cc-436a-8a85-8f91e92b3718 req-8c89ab69-99d7-438b-a760-d3a8ae6621a2 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 944 time: 0.0966549 Sep 18 01:05:54.417449 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-96028338-4314-4a4e-9ae3-cee413a788c5 req-13f51fcc-098a-40a5-ac8f-bf9872ee0179 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965942 Sep 18 01:05:54.459823 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d5c486b2-7a0a-4879-b8ef-b97818bdb344 req-d0cb8be1-b051-4d6a-9f8b-71403310fe11 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939963 Sep 18 01:05:54.464866 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-af6afc07-f2cc-436a-8a85-8f91e92b3718 req-6e09e07e-d7d6-4467-b2f2-0618d37b86ac tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872464 Sep 18 01:05:54.567631 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed2974-4fdc-4fbe-84e4-bb3e12d8e23e req-61bdaf54-35a8-479f-a197-2899e42eb31c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:54.569105 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-24ed2974-4fdc-4fbe-84e4-bb3e12d8e23e req-61bdaf54-35a8-479f-a197-2899e42eb31c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Sep 18 01:05:54.617356 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-24ed2974-4fdc-4fbe-84e4-bb3e12d8e23e req-20838064-9757-42d0-a34e-e1a2842412ee tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420320 Sep 18 01:05:55.095878 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ac27aed2-9401-48f5-a764-f83ca47284b4 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:05:55.140523 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port ac27aed2-9401-48f5-a764-f83ca47284b4 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:05:55.145971 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port ac27aed2-9401-48f5-a764-f83ca47284b4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:05:55.146343 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:55.146705 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port ac27aed2-9401-48f5-a764-f83ca47284b4 Sep 18 01:05:55.222314 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port ac27aed2-9401-48f5-a764-f83ca47284b4 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:55.222736 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:55.247916 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:05:55.250087 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ff3bce-1cc8-4914-9409-01a19ee5c871" -d '{"events": [{"server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "name": "network-vif-plugged", "status": "completed", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:05:55.263110 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac27aed2-9401-48f5-a764-f83ca47284b4,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:55.268715 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:55.293947 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205f6ce8-1f5e-4457-bde5-736e6b7daf2b x-openstack-request-id: req-205f6ce8-1f5e-4457-bde5-736e6b7daf2b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:05:55.294236 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "name": "network-vif-plugged", "status": "completed", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:05:55.294513 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-205f6ce8-1f5e-4457-bde5-736e6b7daf2b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:05:55.295012 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205f6ce8-1f5e-4457-bde5-736e6b7daf2b'] response: {'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'code': 200} Sep 18 01:05:55.320831 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=ac27aed2-9401-48f5-a764-f83ca47284b4,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:55.601611 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5f89d-8175-4a2c-a1c9-7292b07baf08 req-009a6bd9-9322-41fd-9cef-1f02b5de2586 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:55.603241 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90b5f89d-8175-4a2c-a1c9-7292b07baf08 req-009a6bd9-9322-41fd-9cef-1f02b5de2586 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0587230 Sep 18 01:05:55.656447 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90b5f89d-8175-4a2c-a1c9-7292b07baf08 req-a3988ee6-feb3-498d-bf41-9942f3ffa5fe tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471911 Sep 18 01:05:56.017044 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faefb3-fa9b-42dd-9730-40b16fe393dd req-e7b85e9d-4703-43b9-9c97-ce19391ebda0 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:56.018691 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f7faefb3-fa9b-42dd-9730-40b16fe393dd req-e7b85e9d-4703-43b9-9c97-ce19391ebda0 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 944 time: 0.3309743 Sep 18 01:05:56.047842 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a39c09-f949-44fb-ac78-66566162bcce req-11799f2a-68bb-4791-9b63-6fdcb7f6d624 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:56.053026 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-62a39c09-f949-44fb-ac78-66566162bcce req-11799f2a-68bb-4791-9b63-6fdcb7f6d624 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.3329122 Sep 18 01:05:56.113183 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f7faefb3-fa9b-42dd-9730-40b16fe393dd req-5cfe79a1-95df-474a-b4a3-5f63720b7792 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886040 Sep 18 01:05:56.129355 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-62a39c09-f949-44fb-ac78-66566162bcce req-a7e0aefa-8165-46d5-a3d0-0cc93a38e7b5 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715115 Sep 18 01:05:56.377658 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1453755-7d29-4884-aa9f-8e0fcaa8f770 req-a9d38480-7745-4a6c-8e8e-9f2860d13c4f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:56.379126 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f1453755-7d29-4884-aa9f-8e0fcaa8f770 req-a9d38480-7745-4a6c-8e8e-9f2860d13c4f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0467548 Sep 18 01:05:56.426015 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f1453755-7d29-4884-aa9f-8e0fcaa8f770 req-a8c43e9e-068b-4f64-9444-683a7fec5f48 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412619 Sep 18 01:05:56.597299 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e47871-6a86-4535-af76-c52d44c934c7 req-5f120328-308c-438d-a470-8480c55dcd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:56.598801 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46e47871-6a86-4535-af76-c52d44c934c7 req-5f120328-308c-438d-a470-8480c55dcd64 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1129 time: 0.0420928 Sep 18 01:05:56.616601 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:56.645028 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-46e47871-6a86-4535-af76-c52d44c934c7 req-12abd0ec-62db-437d-ae15-198db1a8db7c service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402882 Sep 18 01:05:56.780034 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e219fe2-66c5-4d61-9632-1c2fd1f588d8 req-ae1c6f3d-2c93-438e-8d09-32a1260d9dac tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:56.781392 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2e219fe2-66c5-4d61-9632-1c2fd1f588d8 req-ae1c6f3d-2c93-438e-8d09-32a1260d9dac tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0476286 Sep 18 01:05:56.830049 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2e219fe2-66c5-4d61-9632-1c2fd1f588d8 req-e9c04372-691e-4ad1-ac4a-8dd5947ce18b tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430610 Sep 18 01:05:56.987722 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-0bf00653-858d-4e78-9978-e4bc50a1fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:56.989189 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-0bf00653-858d-4e78-9978-e4bc50a1fe57 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 1129 time: 0.0390019 Sep 18 01:05:57.094779 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-0f590005-180c-4997-b02a-c3dd3794152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:57.096259 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-0f590005-180c-4997-b02a-c3dd3794152b service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 911 time: 0.0874460 Sep 18 01:05:57.290883 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a28aa6-e254-44ab-98d1-42a7f0a82af8 req-f3f443c7-6f26-4a38-8061-c0d5d89bf44f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:57.292345 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-09a28aa6-e254-44ab-98d1-42a7f0a82af8 req-f3f443c7-6f26-4a38-8061-c0d5d89bf44f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 944 time: 0.0463769 Sep 18 01:05:57.304298 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:57.344142 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-09a28aa6-e254-44ab-98d1-42a7f0a82af8 req-e6d86818-0eee-477f-aeba-85acca77f6a7 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457978 Sep 18 01:05:57.445722 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-d3951f3a-9921-44d7-ac32-61b60b13a9bd service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a184e82-50ee-43b7-b12b-caa0631860c8 HTTP/1.1" status: 200 len: 1000 time: 0.0584679 Sep 18 01:05:57.496184 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-bab31598-4cc7-47ff-bf00-ce3756ac8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:57.497625 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-bab31598-4cc7-47ff-bf00-ce3756ac8361 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 200 len: 849 time: 0.0446849 Sep 18 01:05:57.574922 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922f4c0-8902-4a40-b39f-4c3e64b97be7 req-bd03fce2-dd16-454d-b841-712dbe61040c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:57.576361 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8922f4c0-8902-4a40-b39f-4c3e64b97be7 req-bd03fce2-dd16-454d-b841-712dbe61040c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0760307 Sep 18 01:05:57.577387 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-cf8dcfa8-441c-4c9f-9f3e-ffec0a37637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:57.578733 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-cf8dcfa8-441c-4c9f-9f3e-ffec0a37637a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5e1cdc84-fae8-4064-bacf-43638170a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691192 Sep 18 01:05:57.674426 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8922f4c0-8902-4a40-b39f-4c3e64b97be7 req-17f7d14d-2948-447d-88ea-5db118985cd8 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923648 Sep 18 01:05:57.699617 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-47ea549d-45ea-40c9-a4a7-ef2af297d5cc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116199 Sep 18 01:05:57.823675 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a9930667-772a-4fef-89ca-38acf4e28b1b req-03c09e7e-fb4d-459b-b40b-eb1c40bb3449 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912423 Sep 18 01:05:57.948998 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5133a-85d9-42b2-8749-4758aaa729c7 req-fa57ca8c-f92c-4fa3-a92f-62e3153a22f6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:57.950555 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cdb5133a-85d9-42b2-8749-4758aaa729c7 req-fa57ca8c-f92c-4fa3-a92f-62e3153a22f6 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0468900 Sep 18 01:05:57.999561 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cdb5133a-85d9-42b2-8749-4758aaa729c7 req-49db276c-6a6f-4827-8efc-c2f07b55206c tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429711 Sep 18 01:05:58.131796 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8288f-67e2-4b5e-a0e7-e72f4ab5a970 req-2d0db4a4-23ac-4896-9ca4-093cc5a2a90a tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:58.133265 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-87b8288f-67e2-4b5e-a0e7-e72f4ab5a970 req-2d0db4a4-23ac-4896-9ca4-093cc5a2a90a tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0524232 Sep 18 01:05:58.184073 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-87b8288f-67e2-4b5e-a0e7-e72f4ab5a970 req-51831e81-d881-4555-b5f2-e2fafcde121c tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445220 Sep 18 01:05:58.212927 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48588) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:58.347151 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d7fb2-439f-4b67-af0c-de9ca4fe9ce2 tempest-TestShelveInstance-903517850 tempest-TestShelveInstance-903517850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:58.348703 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7c2d7fb2-439f-4b67-af0c-de9ca4fe9ce2 tempest-TestShelveInstance-903517850 tempest-TestShelveInstance-903517850-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1124 time: 0.1340954 Sep 18 01:05:58.351531 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48592) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:58.355654 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'port_id': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:58.375995 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:58.463123 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:58.467900 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8a10f-4e31-4e98-aa7c-4b7e8dcbc434 req-322a70e8-34c7-4346-9527-80c532f5bd84 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:58.469400 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-18c8a10f-4e31-4e98-aa7c-4b7e8dcbc434 req-322a70e8-34c7-4346-9527-80c532f5bd84 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 944 time: 0.0498157 Sep 18 01:05:58.482821 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:58.527070 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-18c8a10f-4e31-4e98-aa7c-4b7e8dcbc434 req-6be9e39b-2182-4208-9fa2-0654d5fe83d2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507789 Sep 18 01:05:58.578884 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Allocated IP 172.37.7.35 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/a57ae150-1fdf-45bf-b29b-a1f93decfdb1) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:05:58.798386 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa6eb5-334f-4612-abf2-226eda21d6b4 req-a6e7d3b2-9645-4e39-99d4-ab328a05bfdc tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:58.800761 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-34fa6eb5-334f-4612-abf2-226eda21d6b4 req-a6e7d3b2-9645-4e39-99d4-ab328a05bfdc tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0496733 Sep 18 01:05:58.857021 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-34fa6eb5-334f-4612-abf2-226eda21d6b4 req-2e8b0352-2818-431f-a38c-1c7c9653e366 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506935 Sep 18 01:05:58.929813 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for port (a57ae150-1fdf-45bf-b29b-a1f93decfdb1), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:58.962082 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (a57ae150-1fdf-45bf-b29b-a1f93decfdb1), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:59.003993 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:05:59.008869 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:05:59.011125 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'Port': ['ID=a57ae150-1fdf-45bf-b29b-a1f93decfdb1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:59.013242 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:05:59.040414 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.040764 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.041106 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.041446 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.041783 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.042114 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.042441 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.042791 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.043116 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.043440 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.043765 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.044091 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.044414 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.044756 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.045117 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:59.105362 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 060a9fb2-025c-4f62-be79-f392dbda95a1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:05:59.207415 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 060a9fb2-025c-4f62-be79-f392dbda95a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060a9fb2-025c-4f62-be79-f392dbda95a1,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:59.219585 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'port_id': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'mac_address': 'fa:16:3e:4f:70:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:05:59.255395 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 060a9fb2-025c-4f62-be79-f392dbda95a1 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:05:59.255704 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:59.269399 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060a9fb2-025c-4f62-be79-f392dbda95a1 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:05:59.289637 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:59.295262 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 060a9fb2-025c-4f62-be79-f392dbda95a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060a9fb2-025c-4f62-be79-f392dbda95a1,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:59.301183 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:59.341056 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:59.356483 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=060a9fb2-025c-4f62-be79-f392dbda95a1,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:59.368522 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:59.378900 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:59.388290 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for floatingip (77e5e6ad-cc56-4d93-892b-06bff2e9f09b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:59.453815 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (a57ae150-1fdf-45bf-b29b-a1f93decfdb1), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:59.605854 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for port (a57ae150-1fdf-45bf-b29b-a1f93decfdb1), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:59.610650 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (a57ae150-1fdf-45bf-b29b-a1f93decfdb1), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:59.624978 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['060a9fb2-025c-4f62-be79-f392dbda95a1'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:05:59.644395 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909808f-ed33-489f-8298-c1595029fa9a req-31310433-8e70-4d47-96c0-0493b7d80a8e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:59.645899 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2909808f-ed33-489f-8298-c1595029fa9a req-31310433-8e70-4d47-96c0-0493b7d80a8e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 945 time: 0.0501189 Sep 18 01:05:59.683006 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event updated for resources: {'Port': ['ID=a57ae150-1fdf-45bf-b29b-a1f93decfdb1,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:59.685632 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (77e5e6ad-cc56-4d93-892b-06bff2e9f09b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:59.700678 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2909808f-ed33-489f-8298-c1595029fa9a req-153b578d-4c72-4a89-8e59-f100ca4f306f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462489 Sep 18 01:05:59.785680 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Floating IP 77e5e6ad-cc56-4d93-892b-06bff2e9f09b associated. External IP: 172.37.7.35, port: ac27aed2-9401-48f5-a764-f83ca47284b4. Sep 18 01:05:59.801318 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:59.981000 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14a6e6-ed3b-424f-8154-2a6e50748fde req-65db9867-234c-4a78-af56-37da8cf306e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:59.982499 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dc14a6e6-ed3b-424f-8154-2a6e50748fde req-65db9867-234c-4a78-af56-37da8cf306e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0469015 Sep 18 01:05:59.982648 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Router 1dda1af9-19f3-49fa-8340-9bde057d969f has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:00.028714 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dc14a6e6-ed3b-424f-8154-2a6e50748fde req-6a80d6e6-b637-4a89-8aa3-698981ebb09c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399883 Sep 18 01:06:00.086278 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:00.095987 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] Sync routers for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:00.104586 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:00.106201 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:06:00.106846 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:00.139242 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-89f9f295-b070-41e2-820e-2fb3765a7d10 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7867067 Sep 18 01:06:00.139988 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:06:00.142358 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee18c7c-866c-4f85-8ec6-f8a8100acd47" -d '{"events": [{"name": "network-changed", "server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:06:00.181819 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc32ccc-fa7a-43c3-bbd2-e182b14cfb5e x-openstack-request-id: req-7bc32ccc-fa7a-43c3-bbd2-e182b14cfb5e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:06:00.182129 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:06:00.182368 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7bc32ccc-fa7a-43c3-bbd2-e182b14cfb5e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:06:00.182804 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc32ccc-fa7a-43c3-bbd2-e182b14cfb5e'] response: {'name': 'network-changed', 'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'status': 'completed', 'code': 200} Sep 18 01:06:00.210902 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:06:00.271663 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:00.281586 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-59a735c5-cc48-49fa-89e9-81021ba3bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:00.283154 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-59a735c5-cc48-49fa-89e9-81021ba3bea1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2d812ad5fce24a49b0f2d07081d5718a&device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1129 time: 0.0454476 Sep 18 01:06:00.378995 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-9462ca14-6ff3-4a5a-8bdb-39f155703fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:00.380519 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-9462ca14-6ff3-4a5a-8bdb-39f155703fc6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=30756a9b-3b35-450a-9804-89022f2d94c9 HTTP/1.1" status: 200 len: 910 time: 0.0886192 Sep 18 01:06:00.422935 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '77e5e6ad-cc56-4d93-892b-06bff2e9f09b', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'floating_ip_address': '172.37.7.35', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'port_id': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'mac_address': 'fa:16:3e:da:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:05:59Z', 'updated_at': '2022-09-18T01:05:59Z', 'revision_number': 0, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 5, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:00.447519 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-ad4428ac-8782-41a4-90ba-4223edb31e96 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 200 len: 998 time: 0.0600929 Sep 18 01:06:00.452676 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] Checking router: 1dda1af9-19f3-49fa-8340-9bde057d969f for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:00.462211 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:06:00.462847 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:05:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:00.496484 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-5485b896-3368-45f1-8a54-6cd132e0d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:00.497926 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-5485b896-3368-45f1-8a54-6cd132e0d021 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=06e5b678-cf72-4a5d-aef0-221219a36bae HTTP/1.1" status: 200 len: 848 time: 0.0442657 Sep 18 01:06:00.544372 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-86362a83-235c-4a2e-b5b7-b948c16772ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:00.545976 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-86362a83-235c-4a2e-b5b7-b948c16772ab service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=30756a9b-3b35-450a-9804-89022f2d94c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421255 Sep 18 01:06:00.565520 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:06:00.651536 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-50f5a359-7a39-4eb7-bd6e-ebebc8b2dc69 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997205 Sep 18 01:06:00.743611 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eee18c7c-866c-4f85-8ec6-f8a8100acd47 req-c98b2916-9599-463a-a1d8-96cc9d38ebc5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863631 Sep 18 01:06:00.788045 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-379dce2f-58ff-471f-8533-534c37e87880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:00.834303 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca39e-c847-452c-8cdf-e0042e5d6dfb req-3069ef33-9c79-4e61-9a28-cb5797908892 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:00.835822 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e2ca39e-c847-452c-8cdf-e0042e5d6dfb req-3069ef33-9c79-4e61-9a28-cb5797908892 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 945 time: 0.0534482 Sep 18 01:06:00.885959 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e2ca39e-c847-452c-8cdf-e0042e5d6dfb req-27267a3d-e5f2-4da6-ba98-9b28f6e18fee tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Sep 18 01:06:00.910367 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '77e5e6ad-cc56-4d93-892b-06bff2e9f09b', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'floating_ip_address': '172.37.7.35', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'port_id': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'mac_address': 'fa:16:3e:da:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:05:59Z', 'updated_at': '2022-09-18T01:05:59Z', 'revision_number': 0, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 5, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:00.938235 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0215100e-56d8-4281-96fa-55a764a03eef None None] The sync data for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi is: [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '77e5e6ad-cc56-4d93-892b-06bff2e9f09b', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'floating_ip_address': '172.37.7.35', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'port_id': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'mac_address': 'fa:16:3e:da:71:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:05:59Z', 'updated_at': '2022-09-18T01:05:59Z', 'revision_number': 0, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 5, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:01.117649 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 060a9fb2-025c-4f62-be79-f392dbda95a1 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:06:01.141143 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b29033-4681-486c-b638-c8660ee525b3 None None] New status for floating IP 77e5e6ad-cc56-4d93-892b-06bff2e9f09b: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:06:01.222917 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 060a9fb2-025c-4f62-be79-f392dbda95a1 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:06:01.234630 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 060a9fb2-025c-4f62-be79-f392dbda95a1 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:06:01.235008 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:01.235347 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 060a9fb2-025c-4f62-be79-f392dbda95a1 Sep 18 01:06:01.265470 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:01.316143 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 060a9fb2-025c-4f62-be79-f392dbda95a1 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:06:01.316417 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:01.338872 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:06:01.341089 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a39d93-c098-4e85-8cff-49413481db6a" -d '{"events": [{"server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "name": "network-vif-plugged", "status": "completed", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:06:01.354363 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 060a9fb2-025c-4f62-be79-f392dbda95a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060a9fb2-025c-4f62-be79-f392dbda95a1,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:01.358736 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:01.409507 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=060a9fb2-025c-4f62-be79-f392dbda95a1,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:01.534817 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e965ed3-2a22-4b58-b422-391d68ff71e5 x-openstack-request-id: req-2e965ed3-2a22-4b58-b422-391d68ff71e5 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:06:01.535106 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "name": "network-vif-plugged", "status": "completed", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:06:01.535354 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e965ed3-2a22-4b58-b422-391d68ff71e5 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:06:01.535752 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e965ed3-2a22-4b58-b422-391d68ff71e5'] response: {'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'code': 200} Sep 18 01:06:01.801061 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a62c93-a909-4e11-8d76-2b767561b214 req-45d1dcce-f5ce-44e6-a690-3d1a2982ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:01.802560 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-73a62c93-a909-4e11-8d76-2b767561b214 req-45d1dcce-f5ce-44e6-a690-3d1a2982ccec service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 1130 time: 0.0378416 Sep 18 01:06:01.847615 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-73a62c93-a909-4e11-8d76-2b767561b214 req-a52d24e1-b806-4d26-b3aa-a7705853f23f service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392580 Sep 18 01:06:01.972056 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:02.007442 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e703a-bbdd-4064-a777-dc34e04a656c req-f19e681e-e199-4b98-ade0-542f1eda1f0c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:02.008893 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6c0e703a-bbdd-4064-a777-dc34e04a656c req-f19e681e-e199-4b98-ade0-542f1eda1f0c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 946 time: 0.0463171 Sep 18 01:06:02.060402 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6c0e703a-bbdd-4064-a777-dc34e04a656c req-b203213e-35c1-4e44-86eb-aaf77865c4ef tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458844 Sep 18 01:06:03.180934 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da568e49-d97c-4309-a6b9-391a337546de req-86091dfa-6499-4325-8e7f-b153745c046b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:03.182842 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-da568e49-d97c-4309-a6b9-391a337546de req-86091dfa-6499-4325-8e7f-b153745c046b tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 946 time: 0.0469086 Sep 18 01:06:03.235570 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-da568e49-d97c-4309-a6b9-391a337546de req-a52e342e-a501-43bc-a1f6-cc2f9ec5d291 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460446 Sep 18 01:06:03.659209 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ab92-de2a-4733-a8b4-dbf8ff80955f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:04.358902 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad6f9e-f673-4fe8-8a10-12dc7e62b8e4 req-bd414493-7981-40a1-ad6c-393b19d34004 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:04.360391 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-87ad6f9e-f673-4fe8-8a10-12dc7e62b8e4 req-bd414493-7981-40a1-ad6c-393b19d34004 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 946 time: 0.0461133 Sep 18 01:06:04.408300 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-87ad6f9e-f673-4fe8-8a10-12dc7e62b8e4 req-1389e512-0879-4012-b780-72b16a38f42c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417082 Sep 18 01:06:04.542572 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5740-473c-4694-9d51-e1fd8f182443 req-5166ad8a-8e6a-4f21-ab92-6d1c22b70738 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:04.544083 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e3ee5740-473c-4694-9d51-e1fd8f182443 req-5166ad8a-8e6a-4f21-ab92-6d1c22b70738 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 946 time: 0.0590689 Sep 18 01:06:04.576008 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:04.596730 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e3ee5740-473c-4694-9d51-e1fd8f182443 req-91c7dd01-9518-4347-9b66-2bd4521b2b9d tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470474 Sep 18 01:06:04.625413 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48620) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:04.663478 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4edf7c3-4709-4bcf-80e3-410eaf7ceb1f tempest-TestVolumeBootPattern-638732702 tempest-TestVolumeBootPattern-638732702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:04.665003 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-f4edf7c3-4709-4bcf-80e3-410eaf7ceb1f tempest-TestVolumeBootPattern-638732702 tempest-TestVolumeBootPattern-638732702-project-admin] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 1125 time: 0.0385854 Sep 18 01:06:04.668070 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48622) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:04.672215 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'port_id': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:06:04.693207 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:04.774345 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:04.880728 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Allocated IP 172.37.7.235 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/df5cd07b-1770-45a6-a678-67c4281b222f) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:06:04.991865 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for port (df5cd07b-1770-45a6-a678-67c4281b222f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.022359 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (df5cd07b-1770-45a6-a678-67c4281b222f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.058738 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:06:05.063104 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:06:05.067570 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:06:05.093087 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'Port': ['ID=df5cd07b-1770-45a6-a678-67c4281b222f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:05.163551 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:05.243318 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:05.255811 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.405407 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:05.422541 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (5061b899-780d-4d33-8e68-143c2f301da3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.491693 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (df5cd07b-1770-45a6-a678-67c4281b222f), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.634662 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for port (df5cd07b-1770-45a6-a678-67c4281b222f), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.639313 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (df5cd07b-1770-45a6-a678-67c4281b222f), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.706159 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event updated for resources: {'Port': ['ID=df5cd07b-1770-45a6-a678-67c4281b222f,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:05.708397 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (5061b899-780d-4d33-8e68-143c2f301da3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.803488 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Floating IP 5061b899-780d-4d33-8e68-143c2f301da3 associated. External IP: 172.37.7.235, port: 060a9fb2-025c-4f62-be79-f392dbda95a1. Sep 18 01:06:05.974544 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:06.000650 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Router 48d2e058-3cbc-408f-b82a-8f4582274bed has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:06.101223 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:06.110438 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] Sync routers for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:06.120090 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:06.122322 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:06:06.122995 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:06:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:06.154633 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-adf5beaa-91ba-49d5-9fc1-5b816216cc21 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4855037 Sep 18 01:06:06.155271 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:06:06.157537 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:06:06.196969 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05dc124-3533-4a61-92c1-8714c331e806 x-openstack-request-id: req-e05dc124-3533-4a61-92c1-8714c331e806 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:06:06.197266 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:06:06.197544 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e05dc124-3533-4a61-92c1-8714c331e806 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:06:06.197972 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05dc124-3533-4a61-92c1-8714c331e806'] response: {'name': 'network-changed', 'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'status': 'completed', 'code': 200} Sep 18 01:06:06.241568 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:06:06.285763 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-05c8d262-e7e9-4752-9a22-d3237b10f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:06.287320 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-05c8d262-e7e9-4752-9a22-d3237b10f9dc service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 1130 time: 0.0398200 Sep 18 01:06:06.326397 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:06.356349 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:06.382274 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-f0527b8d-79aa-48d4-871b-9ed36568af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:06.383794 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-f0527b8d-79aa-48d4-871b-9ed36568af58 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 913 time: 0.0910850 Sep 18 01:06:06.392997 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:06.451162 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-c82ac9f5-1595-4f5a-bf7a-3b4befdc401f service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=060a9fb2-025c-4f62-be79-f392dbda95a1 HTTP/1.1" status: 200 len: 1000 time: 0.0614376 Sep 18 01:06:06.491696 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5061b899-780d-4d33-8e68-143c2f301da3', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.235', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:4f:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:06:05Z', 'updated_at': '2022-09-18T01:06:05Z', 'revision_number': 0, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}, {'id': '5cdde325-e31f-45c5-ab31-d0c95d8abc2c', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.144', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:03:57Z', 'updated_at': '2022-09-18T01:03:59Z', 'revision_number': 1, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:06.500988 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-78404cb5-59c5-49dc-9f04-eb4526255d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:06.502450 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-78404cb5-59c5-49dc-9f04-eb4526255d72 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.0460563 Sep 18 01:06:06.523884 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] Checking router: 48d2e058-3cbc-408f-b82a-8f4582274bed for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:06.533365 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:06:06.533978 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:06:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:06.550614 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-f6aad189-d3d6-4a3e-a6f8-812e88676cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:06.552153 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-f6aad189-d3d6-4a3e-a6f8-812e88676cfb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441186 Sep 18 01:06:06.636258 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:06:06.642145 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-00d2546b-3102-48d7-bb73-c30a436777c4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834296 Sep 18 01:06:06.873295 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5061b899-780d-4d33-8e68-143c2f301da3', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.235', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:4f:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:06:05Z', 'updated_at': '2022-09-18T01:06:05Z', 'revision_number': 0, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}, {'id': '5cdde325-e31f-45c5-ab31-d0c95d8abc2c', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.144', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:03:57Z', 'updated_at': '2022-09-18T01:03:59Z', 'revision_number': 1, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:06.899151 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d2a11-6a64-47fb-a0f5-7d44ffc94aac None None] The sync data for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi is: [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5061b899-780d-4d33-8e68-143c2f301da3', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.235', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:4f:70:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:06:05Z', 'updated_at': '2022-09-18T01:06:05Z', 'revision_number': 0, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}, {'id': '5cdde325-e31f-45c5-ab31-d0c95d8abc2c', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.144', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:03:57Z', 'updated_at': '2022-09-18T01:03:59Z', 'revision_number': 1, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:06.984584 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-860d0b44-ba5f-4328-b7c1-6a6beb1997e6 req-d456f8fa-62b7-4762-945d-a98c07087292 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369474 Sep 18 01:06:07.085382 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.102528 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03f1cea-9109-4286-80c9-60774ea612de None None] New status for floating IP 5061b899-780d-4d33-8e68-143c2f301da3: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:06:10.128072 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:10.135410 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:14.375745 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:16.876116 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:16.980163 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=34 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:16.981054 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:17.077267 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:17.081361 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:22.903050 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:23.417510 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:06:30.751090 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eee69707-8abc-4ff7-9f3b-f9ee827fffa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:33.389104 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:33.660661 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe1ef58-36e7-49f0-9188-602d30dc33ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:35.257553 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:36.352357 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:37.086952 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:40.188612 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa032c7a-f40e-4fe5-8caf-4a8227f5dbfd req-c70241e4-b2dd-4bbb-a9a3-22eff9107f7b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:40.189978 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aa032c7a-f40e-4fe5-8caf-4a8227f5dbfd req-c70241e4-b2dd-4bbb-a9a3-22eff9107f7b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0457332 Sep 18 01:06:40.238214 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aa032c7a-f40e-4fe5-8caf-4a8227f5dbfd req-8aba7930-c487-4299-83ed-bcdaaf861c48 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420117 Sep 18 01:06:41.363494 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a8076-6ce2-4c10-ad6d-c4269f835e42 req-d410fe8a-cae8-491a-bc80-c0d08b98acc1 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:41.364937 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-067a8076-6ce2-4c10-ad6d-c4269f835e42 req-d410fe8a-cae8-491a-bc80-c0d08b98acc1 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0463572 Sep 18 01:06:41.415573 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-067a8076-6ce2-4c10-ad6d-c4269f835e42 req-f16df013-5e52-4826-b5ec-3400377faefc tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449660 Sep 18 01:06:42.533904 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2667f1-157f-4d66-a5f9-ac7dc46ca64a req-ece21a85-3dcc-4b61-88bb-179ffa00ac8f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:42.535394 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8a2667f1-157f-4d66-a5f9-ac7dc46ca64a req-ece21a85-3dcc-4b61-88bb-179ffa00ac8f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0464454 Sep 18 01:06:42.582029 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8a2667f1-157f-4d66-a5f9-ac7dc46ca64a req-074a7574-816b-4af4-b6b6-88d18cd9be3d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405676 Sep 18 01:06:43.397645 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:43.402611 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:43.703031 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe0a11-3536-477a-a993-ace422a36290 req-fd9a9d99-2ccd-4cb9-96eb-f674b3931146 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:43.704390 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f3fe0a11-3536-477a-a993-ace422a36290 req-fd9a9d99-2ccd-4cb9-96eb-f674b3931146 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0476325 Sep 18 01:06:43.750332 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f3fe0a11-3536-477a-a993-ace422a36290 req-38a02319-5164-4fcc-b587-35890e57b3d5 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402853 Sep 18 01:06:44.873626 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5383382-868c-4fe3-9428-a6ceafe2f690 req-141d8ff6-9b83-4e58-acc4-20a69a8275c1 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:44.875100 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f5383382-868c-4fe3-9428-a6ceafe2f690 req-141d8ff6-9b83-4e58-acc4-20a69a8275c1 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0492668 Sep 18 01:06:44.922516 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f5383382-868c-4fe3-9428-a6ceafe2f690 req-5aa15fd4-9486-4202-bcfe-1f74fb74fc44 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418341 Sep 18 01:06:46.043662 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598509f-1ea6-4418-826a-59c4c85aea79 req-2f5474d5-567a-4ef6-a346-096eac87da13 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:46.045119 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d598509f-1ea6-4418-826a-59c4c85aea79 req-2f5474d5-567a-4ef6-a346-096eac87da13 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0454001 Sep 18 01:06:46.091642 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d598509f-1ea6-4418-826a-59c4c85aea79 req-db2f84f0-2473-4c83-9d0c-0e5d1c7161a4 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410550 Sep 18 01:06:46.347665 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:47.077425 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:47.082721 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:47.209164 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e4659-6bfa-45a3-b8c2-029af07e4938 req-664f8569-9e53-4960-8f1e-4316f6b5ee02 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:47.210644 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-234e4659-6bfa-45a3-b8c2-029af07e4938 req-664f8569-9e53-4960-8f1e-4316f6b5ee02 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0454624 Sep 18 01:06:47.260930 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-234e4659-6bfa-45a3-b8c2-029af07e4938 req-f2d5091f-fe82-4c26-8c99-540c4766fe63 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445595 Sep 18 01:06:48.386395 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49cd85-9b74-4727-b2c8-da82113089a5 req-724967cc-7c7b-40c8-bbbd-97c89181813b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:48.388443 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc49cd85-9b74-4727-b2c8-da82113089a5 req-724967cc-7c7b-40c8-bbbd-97c89181813b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0522759 Sep 18 01:06:48.436136 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc49cd85-9b74-4727-b2c8-da82113089a5 req-15b754c9-2890-473a-8841-e6c28e693312 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421634 Sep 18 01:06:49.559922 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc13be-51ef-4749-900c-0161f6446f2a req-09893a7a-1084-46ed-a60c-36db8683b7df tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:49.561384 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bddc13be-51ef-4749-900c-0161f6446f2a req-09893a7a-1084-46ed-a60c-36db8683b7df tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0516391 Sep 18 01:06:49.607548 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-bddc13be-51ef-4749-900c-0161f6446f2a req-adb2c57c-020a-4874-ac29-ef48d070bac3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406804 Sep 18 01:06:50.786935 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cd6a2-c295-4aad-9a6f-10b4e4691bc3 req-0c22351f-323d-47da-9aaa-e4a717391465 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:50.788435 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d42cd6a2-c295-4aad-9a6f-10b4e4691bc3 req-0c22351f-323d-47da-9aaa-e4a717391465 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.1018698 Sep 18 01:06:50.836322 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d42cd6a2-c295-4aad-9a6f-10b4e4691bc3 req-ea8e9827-16d4-4c09-928a-65894ff2c5f2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422468 Sep 18 01:06:51.039235 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa46df-8948-4b19-b465-9ddbc3caf8b8 req-a192fa02-6c4e-4cf5-a6ce-0afd86f32b10 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:51.040881 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2cfa46df-8948-4b19-b465-9ddbc3caf8b8 req-a192fa02-6c4e-4cf5-a6ce-0afd86f32b10 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0482359 Sep 18 01:06:51.075201 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:51.091639 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2cfa46df-8948-4b19-b465-9ddbc3caf8b8 req-738e8e80-7acf-48c8-a95d-2d9466f1e2c9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450943 Sep 18 01:06:51.130587 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:51.135224 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-5d5bfdfc-3bd5-4cf7-b67b-778f64e53996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:51.136741 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-5d5bfdfc-3bd5-4cf7-b67b-778f64e53996 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 1129 time: 0.0442383 Sep 18 01:06:51.224979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-7e40b689-8871-4240-8918-5451c17c7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:51.226368 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-7e40b689-8871-4240-8918-5451c17c7b42 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 911 time: 0.0837951 Sep 18 01:06:51.290853 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-2b339a3f-8ef2-4923-b525-7f14a655df67 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a184e82-50ee-43b7-b12b-caa0631860c8 HTTP/1.1" status: 200 len: 1000 time: 0.0586536 Sep 18 01:06:51.339134 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-64f1ac7b-ceca-4a42-9c28-1fef62885c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:51.340569 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-64f1ac7b-ceca-4a42-9c28-1fef62885c9b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 200 len: 849 time: 0.0433207 Sep 18 01:06:51.384406 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-0d04a14c-6075-4656-8794-0cd648464b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:51.385907 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-0d04a14c-6075-4656-8794-0cd648464b66 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5e1cdc84-fae8-4064-bacf-43638170a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389054 Sep 18 01:06:51.478975 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-8bb9b58f-85ba-49e1-9eb0-c862166537cb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864611 Sep 18 01:06:51.567417 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a20be65d-a3d5-4e00-91fe-b54072c8895f req-32d6f996-4d57-4224-9835-06959d531f50 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823705 Sep 18 01:06:52.215963 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef186d1-f6a4-4fe7-8c89-f3cd9281f2c2 req-f32065c5-d669-41de-98ec-b9f277336ac9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:52.217409 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eef186d1-f6a4-4fe7-8c89-f3cd9281f2c2 req-f32065c5-d669-41de-98ec-b9f277336ac9 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Sep 18 01:06:52.263368 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eef186d1-f6a4-4fe7-8c89-f3cd9281f2c2 req-8d78fdfc-ade1-4971-9f39-69982e436afb tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405445 Sep 18 01:06:52.893873 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:53.384993 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8862a-789e-42d0-ba14-9c01c8085a8e req-8d4328e9-e4bc-4dd8-9130-a72d6dcac00f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:53.386437 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e8f8862a-789e-42d0-ba14-9c01c8085a8e req-8d4328e9-e4bc-4dd8-9130-a72d6dcac00f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0464532 Sep 18 01:06:53.432375 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e8f8862a-789e-42d0-ba14-9c01c8085a8e req-049964fa-db16-4534-bae3-0c20d66f5dcb tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403709 Sep 18 01:06:56.580986 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-f809c77e-4ff0-4880-baa4-b3f09601ecb5 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386891 Sep 18 01:06:56.658753 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-0b553f35-b13f-47dd-a702-d948018a7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:56.660150 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-0b553f35-b13f-47dd-a702-d948018a7579 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 1129 time: 0.0407367 Sep 18 01:06:56.762051 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-4140d59d-c055-4d51-8498-ef415197980f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:56.763538 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-4140d59d-c055-4d51-8498-ef415197980f service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 911 time: 0.0841653 Sep 18 01:06:56.827427 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-3b7d1d40-38dd-4f02-a45b-657dce028013 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a184e82-50ee-43b7-b12b-caa0631860c8 HTTP/1.1" status: 200 len: 1000 time: 0.0575895 Sep 18 01:06:56.882780 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-ed82ad04-b73e-4b17-9f64-a1f55ae0657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:56.884240 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-ed82ad04-b73e-4b17-9f64-a1f55ae0657e service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 200 len: 849 time: 0.0459199 Sep 18 01:06:56.929802 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-64be9431-bcfd-480d-b6e1-8145d3537320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:56.931834 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-64be9431-bcfd-480d-b6e1-8145d3537320 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5e1cdc84-fae8-4064-bacf-43638170a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411398 Sep 18 01:06:56.963808 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:57.016029 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:57.032039 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-23162542-9e1f-438d-821f-fc302f69eba4 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863571 Sep 18 01:06:57.119070 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-113ef92e-3dfa-49d9-927b-3abd927b2a98 req-b448125c-7e3f-4307-814d-ff1279cf090d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806086 Sep 18 01:07:00.416841 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:07:00.752730 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-90953159-f419-4ad6-b188-035f19893588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:03.663316 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a46178c4-86ef-4499-a8eb-fc536aabebf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:05.260930 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:06.344618 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:07.091319 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:07.114875 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=19 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:07.115695 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=10 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:16.341131 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:17.078451 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:17.086614 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:20.393015 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:20.398883 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:22.898866 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:26.623384 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7aaa1-76a8-4038-8f7d-02a464655900 req-82519e2c-ff08-4f09-a771-c5940092cc86 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:26.624861 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1b7aaa1-76a8-4038-8f7d-02a464655900 req-82519e2c-ff08-4f09-a771-c5940092cc86 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.1024408 Sep 18 01:07:26.671847 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1b7aaa1-76a8-4038-8f7d-02a464655900 req-17c6a705-69f1-4404-9970-ca8c86a229e1 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412462 Sep 18 01:07:27.793348 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cd889-6bf5-4965-b1a1-237341f992cf req-838d216c-4348-4590-9ede-2af146115204 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:27.794758 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5f2cd889-6bf5-4965-b1a1-237341f992cf req-838d216c-4348-4590-9ede-2af146115204 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0457971 Sep 18 01:07:27.842573 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5f2cd889-6bf5-4965-b1a1-237341f992cf req-847f9118-93b6-462a-b563-4bc2b26b44f1 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421703 Sep 18 01:07:28.869924 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-d4f524d6-7d7a-4ef4-be24-e4f249df9601 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:28.871377 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-d4f524d6-7d7a-4ef4-be24-e4f249df9601 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0491385 Sep 18 01:07:28.990983 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbb6d8-ba1c-485b-8d78-165d1ebf4b26 req-8f70ba53-7907-421a-b614-382e77c1e296 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:28.992626 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-31dbb6d8-ba1c-485b-8d78-165d1ebf4b26 req-8f70ba53-7907-421a-b614-382e77c1e296 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 945 time: 0.0705757 Sep 18 01:07:28.993314 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Deleting port 8a184e82-50ee-43b7-b12b-caa0631860c8 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:07:28.993650 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:29.102114 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-31dbb6d8-ba1c-485b-8d78-165d1ebf4b26 req-cbe9416b-0444-4b1f-8beb-d315721f21a0 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=60bd680b-5ec4-4354-a685-c737d96ad116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036460 Sep 18 01:07:29.118599 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] For port 8a184e82-50ee-43b7-b12b-caa0631860c8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8a184e82-50ee-43b7-b12b-caa0631860c8,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:07:29.118952 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:29.278754 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:29.279035 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (5a83a350-da58-418d-b79d-f85849a7f4e3), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:29.279341 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Floating IP 5a83a350-da58-418d-b79d-f85849a7f4e3 disassociated. External IP: 172.37.7.43, port: 8a184e82-50ee-43b7-b12b-caa0631860c8. Sep 18 01:07:29.279674 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Calling delete_port for 8a184e82-50ee-43b7-b12b-caa0631860c8 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:07:29.407776 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (8a184e82-50ee-43b7-b12b-caa0631860c8), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:29.433650 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event deleted for resources: {'Port': ['ID=8a184e82-50ee-43b7-b12b-caa0631860c8,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:29.447335 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.447534 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.447876 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.448211 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.448550 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.448945 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.449270 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.449589 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.449906 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.450229 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.450580 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.450898 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.451247 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.451564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.451886 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:29.548855 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:29.550968 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:29.563477 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Router 49f41761-c5ea-42ab-a04f-e1419cdb1927 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:07:29.667620 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:07:29.678562 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] Sync routers for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:07:29.687964 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:07:29.688800 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:29.710902 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] No DVR routers for this DVR port 8a184e82-50ee-43b7-b12b-caa0631860c8 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:07:29.713370 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:29.716872 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3a9ebe0b-e8e1-44cd-9d0d-425866d2c169 req-22c97a33-806c-43a8-8305-f76064e1b58b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "DELETE /networking/v2.0/ports/8a184e82-50ee-43b7-b12b-caa0631860c8 HTTP/1.1" status: 204 len: 173 time: 0.8378489 Sep 18 01:07:29.717363 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a4d99-a333-4068-a419-09d67a1ae170', 'name': 'network-vif-deleted', 'tag': '8a184e82-50ee-43b7-b12b-caa0631860c8'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:07:29.719645 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcd7f10-b5ac-4f0c-8376-0239e9776c75" -d '{"events": [{"server_uuid": "529a4d99-a333-4068-a419-09d67a1ae170", "name": "network-vif-deleted", "tag": "8a184e82-50ee-43b7-b12b-caa0631860c8"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:29.761694 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573d5afb-1133-4343-bc3d-b0e766ca86be x-openstack-request-id: req-573d5afb-1133-4343-bc3d-b0e766ca86be {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:29.762032 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529a4d99-a333-4068-a419-09d67a1ae170", "name": "network-vif-deleted", "tag": "8a184e82-50ee-43b7-b12b-caa0631860c8", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:29.762427 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-573d5afb-1133-4343-bc3d-b0e766ca86be {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:29.762839 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573d5afb-1133-4343-bc3d-b0e766ca86be'] response: {'server_uuid': '529a4d99-a333-4068-a419-09d67a1ae170', 'name': 'network-vif-deleted', 'tag': '8a184e82-50ee-43b7-b12b-caa0631860c8', 'status': 'completed', 'code': 200} Sep 18 01:07:29.797394 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:07:30.120480 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:30.145836 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] Checking router: 49f41761-c5ea-42ab-a04f-e1419cdb1927 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:07:30.154762 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:07:30.155377 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:30.220818 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1832dcd5-3a8e-400b-9e6b-d7cbd2e483d9 req-1bf12fdc-f314-43c7-8e03-5491242e7c12 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=529a4d99-a333-4068-a419-09d67a1ae170 HTTP/1.1" status: 200 len: 210 time: 0.0306635 Sep 18 01:07:30.258332 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:07:30.456758 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:30.482856 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06022f-58f9-464e-a216-b77447939e7d None None] The sync data for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi is: [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:07:30.703363 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5fb4b1-dad0-4c69-b98b-f6feb3c1d1f8 None None] New status for floating IP 5a83a350-da58-418d-b79d-f85849a7f4e3: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:07:30.755320 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73b85213-7a91-4d1e-831b-c249751ead12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.318117 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48736) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:31.373464 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (60bd680b-5ec4-4354-a685-c737d96ad116), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.395234 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (60bd680b-5ec4-4354-a685-c737d96ad116), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.442068 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (60bd680b-5ec4-4354-a685-c737d96ad116), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.444714 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.445863 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/60bd680b-5ec4-4354-a685-c737d96ad116 HTTP/1.1" status: 204 len: 168 time: 0.1267409 Sep 18 01:07:31.448826 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48740) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:31.455223 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bd680b-5ec4-4354-a685-c737d96ad116,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:31.462762 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.463071 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.api.v2.resource [None req-2ce31b8d-3d3b-4565-9c17-5419e1072819 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] show failed (client error): The resource could not be found. Sep 18 01:07:31.463200 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.463442 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.466971 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467116 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-2ce31b8d-3d3b-4565-9c17-5419e1072819 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups/60bd680b-5ec4-4354-a685-c737d96ad116 HTTP/1.1" status: 404 len: 347 time: 0.0141048 Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.467221 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.468080 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48742) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:31.468182 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89879b8-e34f-405e-89fa-7903919721b6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:31.588101 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Deleting port 9e3bdeb4-70fb-4017-a801-adac29a7832a {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:07:31.588440 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (9e3bdeb4-70fb-4017-a801-adac29a7832a), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.668226 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (9e3bdeb4-70fb-4017-a801-adac29a7832a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.668548 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (9e3bdeb4-70fb-4017-a801-adac29a7832a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.680644 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Calling delete_port for 9e3bdeb4-70fb-4017-a801-adac29a7832a owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:07:31.813210 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (9e3bdeb4-70fb-4017-a801-adac29a7832a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.837292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event deleted for resources: {'Port': ['ID=9e3bdeb4-70fb-4017-a801-adac29a7832a,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:31.901252 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (5a83a350-da58-418d-b79d-f85849a7f4e3), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.903708 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:31.904923 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-30bb58ca-a001-4c05-a232-23f06df91352 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/5a83a350-da58-418d-b79d-f85849a7f4e3 HTTP/1.1" status: 204 len: 168 time: 0.4367385 Sep 18 01:07:31.979053 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48746) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:31.983612 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b8633104-3405-439d-8428-65fd664a69c3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1586693634', 'description': 'tempest-description--792301984'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:07:32.004119 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8633104-3405-439d-8428-65fd664a69c3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.071515 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8633104-3405-439d-8428-65fd664a69c3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (d716d714-fd64-4db6-9353-5fe0f217ec69), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.075282 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8633104-3405-439d-8428-65fd664a69c3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d716d714-fd64-4db6-9353-5fe0f217ec69), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.108166 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b8633104-3405-439d-8428-65fd664a69c3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.109387 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b8633104-3405-439d-8428-65fd664a69c3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1293120 Sep 18 01:07:32.110246 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8633104-3405-439d-8428-65fd664a69c3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d716d714-fd64-4db6-9353-5fe0f217ec69,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:32.112293 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48748) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:32.116839 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fd0d5f9f-0bd9-4ae8-9818-33c1691b9094 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'security_group_rule': {'security_group_id': 'd716d714-fd64-4db6-9353-5fe0f217ec69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:07:32.147552 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5f9f-0bd9-4ae8-9818-33c1691b9094 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (ee361081-71e4-4c0d-b3df-4a101c897e00), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.201803 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5f9f-0bd9-4ae8-9818-33c1691b9094 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (ee361081-71e4-4c0d-b3df-4a101c897e00), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.205197 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5f9f-0bd9-4ae8-9818-33c1691b9094 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (ee361081-71e4-4c0d-b3df-4a101c897e00), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.223775 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5f9f-0bd9-4ae8-9818-33c1691b9094 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee361081-71e4-4c0d-b3df-4a101c897e00,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:32.230511 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fd0d5f9f-0bd9-4ae8-9818-33c1691b9094 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.231652 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-fd0d5f9f-0bd9-4ae8-9818-33c1691b9094 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184585 Sep 18 01:07:32.234329 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48750) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:32.238584 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e2d1d287-4eb9-466d-a799-894aa744786e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'security_group_rule': {'security_group_id': 'd716d714-fd64-4db6-9353-5fe0f217ec69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:07:32.266240 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d287-4eb9-466d-a799-894aa744786e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (22fee53d-f1c5-4f02-80ca-e7e2f77119ee), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.322779 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d287-4eb9-466d-a799-894aa744786e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (22fee53d-f1c5-4f02-80ca-e7e2f77119ee), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.326449 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d287-4eb9-466d-a799-894aa744786e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662152'] for security_group_rule (22fee53d-f1c5-4f02-80ca-e7e2f77119ee), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.344465 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1d287-4eb9-466d-a799-894aa744786e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fee53d-f1c5-4f02-80ca-e7e2f77119ee,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:32.352804 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e2d1d287-4eb9-466d-a799-894aa744786e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.353985 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-e2d1d287-4eb9-466d-a799-894aa744786e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187258 Sep 18 01:07:32.357065 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48752) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:32.361345 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'floatingip': {'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:07:32.383028 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.463929 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.510120 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:32.521340 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:32.575847 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Allocated IP 172.37.7.13 (c1663feb-1f53-4145-8100-5084455f98f8/b63307bf-b4f9-4c75-b321-1802fd0c275c/ad604abd-1da1-43ba-bcd2-b2467aa02904) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:07:32.682735 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for port (ad604abd-1da1-43ba-bcd2-b2467aa02904), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.713777 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (ad604abd-1da1-43ba-bcd2-b2467aa02904), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.753286 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Network c1663feb-1f53-4145-8100-5084455f98f8 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:07:32.756174 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:07:32.760008 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:07:32.765066 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'Port': ['ID=ad604abd-1da1-43ba-bcd2-b2467aa02904,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:32.847072 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:32.883676 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ad604abd-1da1-43ba-bcd2-b2467aa02904), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:33.025978 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for port (ad604abd-1da1-43ba-bcd2-b2467aa02904), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:33.030801 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (ad604abd-1da1-43ba-bcd2-b2467aa02904), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:33.099372 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'Port': ['ID=ad604abd-1da1-43ba-bcd2-b2467aa02904,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:33.102210 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:33.118255 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:33.119493 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ef5011cd-9193-47a3-a060-2763c14524e2 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7615311 Sep 18 01:07:33.324039 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-02e5328b-8228-4974-a60a-a684a800e953 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1586693634&fields=id&tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c HTTP/1.1" status: 200 len: 267 time: 0.0412939 Sep 18 01:07:33.430208 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-71646751-038a-4bf8-9899-a6d4172dc8ba tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:33.431576 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-71646751-038a-4bf8-9899-a6d4172dc8ba tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 810 time: 0.1012259 Sep 18 01:07:33.446240 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-6d1c6174-a648-4776-97a6-73fd42039caf tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/quotas/39509a7e0ca64f94913b5fbf10c6ec9c HTTP/1.1" status: 200 len: 375 time: 0.0092957 Sep 18 01:07:33.494680 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-0c84546c-e6af-4359-9c4f-83982536665c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434551 Sep 18 01:07:33.510180 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-ade6d224-5e3a-4603-83fe-6d8a8949a1b6 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 01:07:33.511151 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-ade6d224-5e3a-4603-83fe-6d8a8949a1b6 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056016 Sep 18 01:07:33.592895 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:33.603862 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-efc8854c-2d6f-4167-856a-ae0339b35fb1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872073 Sep 18 01:07:33.650629 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 8a184e82-50ee-43b7-b12b-caa0631860c8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:07:33.664159 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:33.680028 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 8a184e82-50ee-43b7-b12b-caa0631860c8 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:07:33.680421 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 8a184e82-50ee-43b7-b12b-caa0631860c8 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:07:33.687256 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-87293a2b-d7a9-408b-9059-679c3e7d3c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:33.695073 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-808e2dcd-87f5-4921-8161-ce92992bf035 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847249 Sep 18 01:07:33.859111 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4dac1350-0e9c-4681-bec4-9681c9ef3f1f req-89d1e226-37af-450f-ba31-40e4045f5558 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 210 time: 0.0283821 Sep 18 01:07:34.963850 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c0e970bc-4959-4d8d-9af9-00361da410be req-f0adbb8b-7798-48f0-bacc-9dc517d7e8bd tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 210 time: 0.0311882 Sep 18 01:07:35.181888 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-eeb84fd5-48a5-4a17-9579-b965aa2aeefe tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:35.183271 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-eeb84fd5-48a5-4a17-9579-b965aa2aeefe tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 810 time: 0.1054955 Sep 18 01:07:35.255239 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-42d8887a-aa6e-448a-a42e-ac16d2ff7b5b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c HTTP/1.1" status: 200 len: 380 time: 0.0535955 Sep 18 01:07:35.264059 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:35.375114 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'port': {'device_id': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'admin_state_up': True, 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'security_groups': ['d716d714-fd64-4db6-9353-5fe0f217ec69']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:07:35.483256 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Made reservation on behalf of 39509a7e0ca64f94913b5fbf10c6ec9c for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:07:35.486945 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:35.612618 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Allocated IP 172.20.0.12 (5e1cdc84-fae8-4064-bacf-43638170a453/78665719-3b71-4b57-ac18-8d21538cb139/bcd94803-b2f3-4f1f-b0ef-275773a5103b) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:07:35.747721 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:35.777640 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:35.824270 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Network 5e1cdc84-fae8-4064-bacf-43638170a453 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:07:35.827331 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:07:35.831105 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:07:35.857844 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event updated for resources: {'Port': ['ID=bcd94803-b2f3-4f1f-b0ef-275773a5103b,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:35.887015 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:35.887635 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:35.897518 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:35.906355 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-b673836e-3ea1-43fb-ab45-d99c2ca37b2c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5351856 Sep 18 01:07:35.917929 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-3dafc538-8e69-448e-99d1-49dea4a934aa tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 01:07:35.918914 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-3dafc538-8e69-448e-99d1-49dea4a934aa tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051086 Sep 18 01:07:35.939223 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Request body: {'port': {'device_id': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:07:35.962573 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:36.002194 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:36.055118 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3d2312b4-e249-4ecb-8a21-5316d54e9219 None None] Provisioning complete for port bcd94803-b2f3-4f1f-b0ef-275773a5103b triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:07:36.055527 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3d2312b4-e249-4ecb-8a21-5316d54e9219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:36.055900 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3d2312b4-e249-4ecb-8a21-5316d54e9219 None None] Attempt 1 to provision port bcd94803-b2f3-4f1f-b0ef-275773a5103b Sep 18 01:07:36.087936 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3d2312b4-e249-4ecb-8a21-5316d54e9219 None None] Port bcd94803-b2f3-4f1f-b0ef-275773a5103b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:07:36.137204 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e9b0e-bc9e-4f8c-8f41-20989d62cba2 req-a2063f92-07ff-429b-ad06-9196cc0387e6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:36.138625 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-873e9b0e-bc9e-4f8c-8f41-20989d62cba2 req-a2063f92-07ff-429b-ad06-9196cc0387e6 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 932 time: 0.0987093 Sep 18 01:07:36.245959 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-873e9b0e-bc9e-4f8c-8f41-20989d62cba2 req-a1894849-b467-434c-9616-c63118d30676 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995522 Sep 18 01:07:36.330798 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd94803-b2f3-4f1f-b0ef-275773a5103b {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:07:36.339086 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Publish callbacks [] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:36.347691 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:36.352551 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Transition to ACTIVE for port object bcd94803-b2f3-4f1f-b0ef-275773a5103b will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:07:36.356466 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:36.432309 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd94803-b2f3-4f1f-b0ef-275773a5103b,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:36.471871 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Attempting to bind port bcd94803-b2f3-4f1f-b0ef-275773a5103b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:07:36.472215 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Attempting to bind port bcd94803-b2f3-4f1f-b0ef-275773a5103b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:07:36.472514 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Attempting to bind port bcd94803-b2f3-4f1f-b0ef-275773a5103b on network 5e1cdc84-fae8-4064-bacf-43638170a453 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:07:36.512393 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Port bcd94803-b2f3-4f1f-b0ef-275773a5103b on network 5e1cdc84-fae8-4064-bacf-43638170a453 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:07:36.512618 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Attempting to bind port bcd94803-b2f3-4f1f-b0ef-275773a5103b on network 5e1cdc84-fae8-4064-bacf-43638170a453 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:07:36.558996 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:07:36.559329 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Checking segment: {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:07:36.559707 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Bound using segment: {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:07:36.560141 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Bound port: bcd94803-b2f3-4f1f-b0ef-275773a5103b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488b999e-c902-4c6e-a228-fc1f77956819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:07:36.560500 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:36.590023 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3d2312b4-e249-4ecb-8a21-5316d54e9219 None None] Attempt 2 to provision port bcd94803-b2f3-4f1f-b0ef-275773a5103b Sep 18 01:07:36.621092 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] For port bcd94803-b2f3-4f1f-b0ef-275773a5103b, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:07:36.625019 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] For port bcd94803-b2f3-4f1f-b0ef-275773a5103b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bcd94803-b2f3-4f1f-b0ef-275773a5103b,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:07:36.626557 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3d2312b4-e249-4ecb-8a21-5316d54e9219 None None] Port bcd94803-b2f3-4f1f-b0ef-275773a5103b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:07:36.631948 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25496247'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:36.635408 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:36.636004 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:36.637349 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/bcd94803-b2f3-4f1f-b0ef-275773a5103b HTTP/1.1" status: 200 len: 1094 time: 0.7023742 Sep 18 01:07:36.639635 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'tag': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:07:36.641850 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6225f974-e684-4d63-89c2-bc51dc52e7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "fc403fe0-bf54-4ff8-b714-0cc3f0484d1e", "tag": "bcd94803-b2f3-4f1f-b0ef-275773a5103b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:36.679554 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:36.683315 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4798e77a-08d9-448c-b676-0270dd22343b x-openstack-request-id: req-4798e77a-08d9-448c-b676-0270dd22343b {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:36.683593 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc403fe0-bf54-4ff8-b714-0cc3f0484d1e", "tag": "bcd94803-b2f3-4f1f-b0ef-275773a5103b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:36.683837 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4798e77a-08d9-448c-b676-0270dd22343b {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:36.684231 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4798e77a-08d9-448c-b676-0270dd22343b'] response: {'name': 'network-changed', 'server_uuid': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'tag': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b', 'status': 'completed', 'code': 200} Sep 18 01:07:36.695855 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934857c-ebb6-4790-acbe-061449583a62 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd94803-b2f3-4f1f-b0ef-275773a5103b,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:36.768997 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-ce2732e7-5b60-416e-b0cb-a3e74df2f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:36.770417 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-ce2732e7-5b60-416e-b0cb-a3e74df2f6e6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 1128 time: 0.0430694 Sep 18 01:07:37.067441 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-82108e02-4b6e-4037-be52-2aba9e4e1be8 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd94803-b2f3-4f1f-b0ef-275773a5103b HTTP/1.1" status: 200 len: 217 time: 0.2766767 Sep 18 01:07:37.093674 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:37.122250 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-8a1ab1df-b48d-4afb-aa2b-6895a24da9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:37.123725 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-8a1ab1df-b48d-4afb-aa2b-6895a24da9c2 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 200 len: 849 time: 0.0477395 Sep 18 01:07:37.127499 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3d2312b4-e249-4ecb-8a21-5316d54e9219 None None] Attempt 3 to provision port bcd94803-b2f3-4f1f-b0ef-275773a5103b Sep 18 01:07:37.169582 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3d2312b4-e249-4ecb-8a21-5316d54e9219 None None] Port bcd94803-b2f3-4f1f-b0ef-275773a5103b had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:07:37.179920 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-ba6c406e-8495-4d6d-8dfb-c57f00dfba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:37.181413 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-ba6c406e-8495-4d6d-8dfb-c57f00dfba47 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5e1cdc84-fae8-4064-bacf-43638170a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469170 Sep 18 01:07:37.234842 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:37.274359 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-528f801a-fdc1-4cee-a87f-62c2f21b4914 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835884 Sep 18 01:07:37.386725 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be945239-a155-4ed2-b740-f2fa86638475 req-dd39ba6e-e853-4de3-b682-bcdaa6b9e186 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:37.388062 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-be945239-a155-4ed2-b740-f2fa86638475 req-dd39ba6e-e853-4de3-b682-bcdaa6b9e186 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 944 time: 0.0564032 Sep 18 01:07:37.418267 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:07:37.430102 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b58946cd-061e-400d-b3f8-647b71454ea1 req-4cc79939-b144-4349-ba1f-0391a61e1814 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467495 Sep 18 01:07:37.450706 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-be945239-a155-4ed2-b740-f2fa86638475 req-42b2f35c-5d0f-41ca-a2e8-3dbc89df23b0 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541112 Sep 18 01:07:38.526355 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-e85c3980-5e7e-4394-9f7b-cf3cb59c163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:38.526915 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-e85c3980-5e7e-4394-9f7b-cf3cb59c163c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 1128 time: 0.0451398 Sep 18 01:07:38.627551 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffe89c-47d6-48d3-97fc-89bc22af30ec req-0ee1b4bc-672e-4615-b7a5-fdc576412666 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:38.629477 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ffffe89c-47d6-48d3-97fc-89bc22af30ec req-0ee1b4bc-672e-4615-b7a5-fdc576412666 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 944 time: 0.0946531 Sep 18 01:07:38.693774 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-bdc0369a-8c20-4aff-bded-2a30cd67aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:38.695171 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-bdc0369a-8c20-4aff-bded-2a30cd67aa69 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 911 time: 0.1596084 Sep 18 01:07:38.705898 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ffffe89c-47d6-48d3-97fc-89bc22af30ec req-63b55d8f-641b-49ca-981d-0e9d3d667349 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700040 Sep 18 01:07:38.739631 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-9929314b-3bf3-424b-a645-f420ef299a29 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd94803-b2f3-4f1f-b0ef-275773a5103b HTTP/1.1" status: 200 len: 217 time: 0.0328236 Sep 18 01:07:38.790988 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-5601167d-1f02-42a5-b6ed-704b0a88c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:38.792438 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-5601167d-1f02-42a5-b6ed-704b0a88c77b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 200 len: 849 time: 0.0445495 Sep 18 01:07:38.840759 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-3277a60e-fab5-47a8-b986-b90e7611f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:38.842255 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-3277a60e-fab5-47a8-b986-b90e7611f972 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5e1cdc84-fae8-4064-bacf-43638170a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399914 Sep 18 01:07:38.938227 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-7513e7f0-ea74-4148-91b6-006b024a79e2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863504 Sep 18 01:07:39.035657 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6225f974-e684-4d63-89c2-bc51dc52e7f6 req-e7a5d79c-102d-44c3-97bf-68d9ceed6e02 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877709 Sep 18 01:07:39.669960 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device bcd94803-b2f3-4f1f-b0ef-275773a5103b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:07:39.767482 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port bcd94803-b2f3-4f1f-b0ef-275773a5103b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bcd94803-b2f3-4f1f-b0ef-275773a5103b,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:07:39.779141 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'port_id': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b', 'mac_address': 'fa:16:3e:03:41:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:07:39.819921 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port bcd94803-b2f3-4f1f-b0ef-275773a5103b is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:07:39.820312 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:39.828219 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e481da-3de8-4fdd-8e3f-e77fae0c30dd req-e4fbdbad-82af-4cff-bc3d-32cf4000888d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:39.829727 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27e481da-3de8-4fdd-8e3f-e77fae0c30dd req-e4fbdbad-82af-4cff-bc3d-32cf4000888d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 944 time: 0.0474994 Sep 18 01:07:39.833637 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd94803-b2f3-4f1f-b0ef-275773a5103b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:07:39.853946 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port bcd94803-b2f3-4f1f-b0ef-275773a5103b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bcd94803-b2f3-4f1f-b0ef-275773a5103b,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:07:39.858537 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:39.872243 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:39.880257 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27e481da-3de8-4fdd-8e3f-e77fae0c30dd req-870f2f1a-accf-4bee-8a66-7f821e53a4f1 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447330 Sep 18 01:07:39.905494 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=bcd94803-b2f3-4f1f-b0ef-275773a5103b,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:39.912694 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.913045 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.913391 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.913740 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.914080 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.914417 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.914778 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.915109 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.915438 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.915767 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.916099 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.916426 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.916753 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.917076 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:39.917397 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:07:40.232272 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['bcd94803-b2f3-4f1f-b0ef-275773a5103b'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:07:40.278131 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:40.778617 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:41.000296 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428962c5-0bc3-489e-a7c9-da51daaaff4d req-c4ec176c-9be6-43b8-97b1-61413b7f2841 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:41.001762 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-428962c5-0bc3-489e-a7c9-da51daaaff4d req-c4ec176c-9be6-43b8-97b1-61413b7f2841 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 945 time: 0.0460124 Sep 18 01:07:41.052724 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-428962c5-0bc3-489e-a7c9-da51daaaff4d req-e263fea4-d95f-43c2-9b1f-42972aeb2aab tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449109 Sep 18 01:07:41.705374 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device bcd94803-b2f3-4f1f-b0ef-275773a5103b up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:07:41.727299 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:41.748799 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port bcd94803-b2f3-4f1f-b0ef-275773a5103b completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:07:41.754284 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port bcd94803-b2f3-4f1f-b0ef-275773a5103b triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:07:41.754706 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:41.755049 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port bcd94803-b2f3-4f1f-b0ef-275773a5103b Sep 18 01:07:41.756402 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:41.831630 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port bcd94803-b2f3-4f1f-b0ef-275773a5103b is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:07:41.832017 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:41.855169 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:07:41.857624 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146cb43c-1530-41d6-bf41-2d1c0ac0b606" -d '{"events": [{"server_uuid": "fc403fe0-bf54-4ff8-b714-0cc3f0484d1e", "name": "network-vif-plugged", "status": "completed", "tag": "bcd94803-b2f3-4f1f-b0ef-275773a5103b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:41.870870 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port bcd94803-b2f3-4f1f-b0ef-275773a5103b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bcd94803-b2f3-4f1f-b0ef-275773a5103b,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:07:41.875393 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:41.897881 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f1c5e0-0100-4be1-85b9-27aa495c061c x-openstack-request-id: req-55f1c5e0-0100-4be1-85b9-27aa495c061c {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:41.898176 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc403fe0-bf54-4ff8-b714-0cc3f0484d1e", "name": "network-vif-plugged", "status": "completed", "tag": "bcd94803-b2f3-4f1f-b0ef-275773a5103b", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:41.898429 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55f1c5e0-0100-4be1-85b9-27aa495c061c {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:41.898846 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f1c5e0-0100-4be1-85b9-27aa495c061c'] response: {'server_uuid': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b', 'code': 200} Sep 18 01:07:41.924169 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=bcd94803-b2f3-4f1f-b0ef-275773a5103b,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:42.101682 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:42.113867 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02603017-badd-4e30-9712-6cbfc236fa66 req-691b3758-2fef-4090-969f-0fc5f6025d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:42.115602 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02603017-badd-4e30-9712-6cbfc236fa66 req-691b3758-2fef-4090-969f-0fc5f6025d72 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 1130 time: 0.0449169 Sep 18 01:07:42.198829 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ab9eb-3393-4f61-9571-5863e5403394 req-a043e4ea-fe79-4a2d-aa67-c77cc62776f3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:42.200269 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-df0ab9eb-3393-4f61-9571-5863e5403394 req-a043e4ea-fe79-4a2d-aa67-c77cc62776f3 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 946 time: 0.0692756 Sep 18 01:07:42.202781 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-02603017-badd-4e30-9712-6cbfc236fa66 req-cccf9ebc-3d79-4b2e-b933-72c99fb03cf7 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782547 Sep 18 01:07:42.246780 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-df0ab9eb-3393-4f61-9571-5863e5403394 req-171df8e9-c49e-443b-96c7-d3fc2af1f345 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410058 Sep 18 01:07:43.109757 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=80,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:43.112254 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:43.372341 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f71e4-d22c-42a0-8396-f6d010263b75 req-ecc27916-da76-448c-b37d-5623330d1e87 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:43.373712 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d93f71e4-d22c-42a0-8396-f6d010263b75 req-ecc27916-da76-448c-b37d-5623330d1e87 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 946 time: 0.0507922 Sep 18 01:07:43.420458 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d93f71e4-d22c-42a0-8396-f6d010263b75 req-aa59df4e-40be-4a80-95fc-360a5742cf53 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411301 Sep 18 01:07:44.543142 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fb76e-b0ca-4956-854e-8d03be2b5865 req-b3ff34a3-09f7-4bf7-80d0-44bef9b209fe tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:44.544644 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ad6fb76e-b0ca-4956-854e-8d03be2b5865 req-b3ff34a3-09f7-4bf7-80d0-44bef9b209fe tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 946 time: 0.0467453 Sep 18 01:07:44.593270 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ad6fb76e-b0ca-4956-854e-8d03be2b5865 req-ccbc79d6-a11a-4e26-aa89-c029da2e8e76 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430334 Sep 18 01:07:44.712131 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533117d-613e-44b5-b432-c4d5b2356658 req-372675a9-e2f5-4164-80b4-0a8547bb4d98 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:44.713600 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b533117d-613e-44b5-b432-c4d5b2356658 req-372675a9-e2f5-4164-80b4-0a8547bb4d98 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 946 time: 0.0462933 Sep 18 01:07:44.723871 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48810) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:44.728739 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-9de10f42-fb52-4a5d-80bb-73a02fcd5b07 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Request body: {'floatingip': {'port_id': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:07:44.769355 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9de10f42-fb52-4a5d-80bb-73a02fcd5b07 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:44.965311 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48812) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:45.109532 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Deleting port df5cd07b-1770-45a6-a678-67c4281b222f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:07:45.109878 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (df5cd07b-1770-45a6-a678-67c4281b222f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:45.184706 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (df5cd07b-1770-45a6-a678-67c4281b222f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:45.185030 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (df5cd07b-1770-45a6-a678-67c4281b222f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:45.188417 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9de10f42-fb52-4a5d-80bb-73a02fcd5b07 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:45.193378 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9de10f42-fb52-4a5d-80bb-73a02fcd5b07 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:45.195881 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:45.198000 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Calling delete_port for df5cd07b-1770-45a6-a678-67c4281b222f owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:07:45.293799 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.l3_db [None req-9de10f42-fb52-4a5d-80bb-73a02fcd5b07 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Floating IP 0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab associated. External IP: 172.37.7.13, port: bcd94803-b2f3-4f1f-b0ef-275773a5103b. Sep 18 01:07:45.350330 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (df5cd07b-1770-45a6-a678-67c4281b222f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:45.372804 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event deleted for resources: {'Port': ['ID=df5cd07b-1770-45a6-a678-67c4281b222f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:45.439779 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (5061b899-780d-4d33-8e68-143c2f301da3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:45.440117 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Floating IP 5061b899-780d-4d33-8e68-143c2f301da3 disassociated (deleted). External IP: 172.37.7.235, port: 060a9fb2-025c-4f62-be79-f392dbda95a1. Sep 18 01:07:45.472735 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:45.495583 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de10f42-fb52-4a5d-80bb-73a02fcd5b07 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Router 49f41761-c5ea-42ab-a04f-e1419cdb1927 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:07:45.598565 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de10f42-fb52-4a5d-80bb-73a02fcd5b07 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:07:45.603522 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9de10f42-fb52-4a5d-80bb-73a02fcd5b07 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:45.608075 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] Sync routers for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:07:45.617657 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:07:45.618278 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:45.640979 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-9de10f42-fb52-4a5d-80bb-73a02fcd5b07 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "PUT /networking/v2.0/floatingips/0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab HTTP/1.1" status: 200 len: 991 time: 0.9132516 Sep 18 01:07:45.640979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'tag': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:07:45.643018 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e21140-1ac5-4b5b-9ad6-356b99b8d070" -d '{"events": [{"name": "network-changed", "server_uuid": "fc403fe0-bf54-4ff8-b714-0cc3f0484d1e", "tag": "bcd94803-b2f3-4f1f-b0ef-275773a5103b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:45.644737 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Router 48d2e058-3cbc-408f-b82a-8f4582274bed has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:07:45.744595 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:07:45.747640 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa557d57-ce0d-4a1a-8dd0-649d822a3fe7 x-openstack-request-id: req-fa557d57-ce0d-4a1a-8dd0-649d822a3fe7 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:45.748030 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc403fe0-bf54-4ff8-b714-0cc3f0484d1e", "tag": "bcd94803-b2f3-4f1f-b0ef-275773a5103b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:45.748730 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa557d57-ce0d-4a1a-8dd0-649d822a3fe7 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:45.748868 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa557d57-ce0d-4a1a-8dd0-649d822a3fe7'] response: {'name': 'network-changed', 'server_uuid': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'tag': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b', 'status': 'completed', 'code': 200} Sep 18 01:07:45.750991 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:45.756551 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:07:45.765548 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:45.766515 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] Sync routers for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:07:45.776670 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:07:45.777282 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:45.805722 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-6e61c608-0b8b-4023-b2ff-75db2ad9266e tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/5061b899-780d-4d33-8e68-143c2f301da3 HTTP/1.1" status: 204 len: 168 time: 0.8392174 Sep 18 01:07:45.806558 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:07:45.809741 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:45.893250 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:07:45.915271 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1287474d-e9fd-4113-9ec5-11564f588bb5 x-openstack-request-id: req-1287474d-e9fd-4113-9ec5-11564f588bb5 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:45.915566 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:45.916052 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1287474d-e9fd-4113-9ec5-11564f588bb5 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:45.916472 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1287474d-e9fd-4113-9ec5-11564f588bb5'] response: {'name': 'network-changed', 'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'status': 'completed', 'code': 200} Sep 18 01:07:45.946884 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-8149ad10-5ef6-4b1c-8880-a4021e875c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:45.948286 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-8149ad10-5ef6-4b1c-8880-a4021e875c0e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 1130 time: 0.1523769 Sep 18 01:07:46.017418 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'floating_ip_address': '172.37.7.13', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'port_id': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'mac_address': 'fa:16:3e:03:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:07:32Z', 'updated_at': '2022-09-18T01:07:45Z', 'revision_number': 1, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:46.020513 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-b6eb01a1-493f-4aef-ad5f-a64bf76fd224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:46.022509 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-b6eb01a1-493f-4aef-ad5f-a64bf76fd224 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 1130 time: 0.0558610 Sep 18 01:07:46.082734 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-ae87fea4-8945-4570-a798-6d21f4c798bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:46.084528 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-ae87fea4-8945-4570-a798-6d21f4c798bf service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 200 len: 911 time: 0.1266899 Sep 18 01:07:46.085464 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] Checking router: 49f41761-c5ea-42ab-a04f-e1419cdb1927 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:07:46.097813 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:07:46.098581 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:46.124204 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:46.151822 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-80a9ea72-7e81-445a-aebc-c3ec878ee170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:46.153433 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-80a9ea72-7e81-445a-aebc-c3ec878ee170 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 913 time: 0.1169524 Sep 18 01:07:46.160024 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5cdde325-e31f-45c5-ab31-d0c95d8abc2c', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.144', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:03:57Z', 'updated_at': '2022-09-18T01:03:59Z', 'revision_number': 1, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:46.178769 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd5613-ed89-45ce-a7f3-c81958330d56 req-b04666aa-1b84-45da-aa51-2c7d84038857 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:46.180293 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3bdd5613-ed89-45ce-a7f3-c81958330d56 req-b04666aa-1b84-45da-aa51-2c7d84038857 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 946 time: 0.0519614 Sep 18 01:07:46.188669 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] Checking router: 48d2e058-3cbc-408f-b82a-8f4582274bed for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:07:46.198211 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:07:46.199141 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:46.225194 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:07:46.232319 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3bdd5613-ed89-45ce-a7f3-c81958330d56 req-d08a2898-4d39-43e3-add8-f3da577aaeda tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461659 Sep 18 01:07:46.306908 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:07:46.439879 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'floating_ip_address': '172.37.7.13', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'port_id': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'mac_address': 'fa:16:3e:03:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:07:32Z', 'updated_at': '2022-09-18T01:07:45Z', 'revision_number': 1, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:46.464163 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6da087-2e77-4282-88e7-83bb45e00131 None None] The sync data for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi is: [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'floating_ip_address': '172.37.7.13', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'port_id': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 711, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'mac_address': 'fa:16:3e:03:41:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:07:32Z', 'updated_at': '2022-09-18T01:07:45Z', 'revision_number': 1, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:07:46.515725 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5cdde325-e31f-45c5-ab31-d0c95d8abc2c', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.144', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:03:57Z', 'updated_at': '2022-09-18T01:03:59Z', 'revision_number': 1, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:46.545780 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e290d4-ac19-4745-9b3b-baaeecec891b None None] The sync data for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi is: [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5cdde325-e31f-45c5-ab31-d0c95d8abc2c', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'floating_ip_address': '172.37.7.144', 'floating_network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'router_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'port_id': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'mac_address': 'fa:16:3e:b6:ef:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaef7df-7526-47f3-a235-e7565d13df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:03:57Z', 'updated_at': '2022-09-18T01:03:59Z', 'revision_number': 1, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:07:46.681573 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9083c1bd-caae-4827-99c8-e305490742d5 None None] New status for floating IP 0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:07:46.801297 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1544233a-a33e-4285-ad3f-6a9e18affde5 None None] New status for floating IP 5061b899-780d-4d33-8e68-143c2f301da3: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:07:47.297870 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-66a09d65-64e7-4b73-b2ae-11190587d963 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=060a9fb2-025c-4f62-be79-f392dbda95a1 HTTP/1.1" status: 200 len: 217 time: 0.0377972 Sep 18 01:07:47.336050 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-04f0bfc3-9e8e-4d30-a683-ce914d1e5481 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd94803-b2f3-4f1f-b0ef-275773a5103b HTTP/1.1" status: 200 len: 1001 time: 0.0765958 Sep 18 01:07:47.352121 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-bc161081-8840-495f-9ec8-412cc30d78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:47.353584 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-bc161081-8840-495f-9ec8-412cc30d78be service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.0480597 Sep 18 01:07:47.370429 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd4e41-b717-4813-b676-7685c00a64a3 req-1ff0340b-c77d-4f9b-aaa1-d317a3a5ce1a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:47.372081 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4cfd4e41-b717-4813-b676-7685c00a64a3 req-1ff0340b-c77d-4f9b-aaa1-d317a3a5ce1a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 946 time: 0.0600357 Sep 18 01:07:47.421427 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4cfd4e41-b717-4813-b676-7685c00a64a3 req-0910078e-c74b-462b-9f8f-0ba1c1ea878f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434656 Sep 18 01:07:47.543457 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-ccdc911e-3284-47ea-89e0-10a1d0ac2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:47.544955 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-ccdc911e-3284-47ea-89e0-10a1d0ac2321 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393817 Sep 18 01:07:47.548554 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-36c89bcf-5345-4c7e-ad33-fe159e882d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:47.549973 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-36c89bcf-5345-4c7e-ad33-fe159e882d06 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 200 len: 849 time: 0.0451369 Sep 18 01:07:47.801129 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-77dfc6f4-509f-4304-878d-393b8987842b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:47.803210 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-77dfc6f4-509f-4304-878d-393b8987842b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=5e1cdc84-fae8-4064-bacf-43638170a453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388861 Sep 18 01:07:47.852040 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-eb316448-8ca2-402c-a715-8dbaf3648257 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884082 Sep 18 01:07:47.925512 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:47.965450 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-33e054af-6d6d-4f59-a2bb-590d7645e727 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892315 Sep 18 01:07:47.990753 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-cb906970-b2a5-4352-b30c-7b0b7e4eecfc tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:47.992154 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-cb906970-b2a5-4352-b30c-7b0b7e4eecfc tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 946 time: 0.0887163 Sep 18 01:07:48.056990 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3e48cdfd-d87f-4a75-a63d-98638d3f45d6 req-f154b8ce-0440-4377-8466-21597a6fb180 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608839 Sep 18 01:07:48.062171 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-12e21140-1ac5-4b5b-9ad6-356b99b8d070 req-935ff898-6612-4a45-aefb-6719e3db1b64 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870519 Sep 18 01:07:48.094784 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Deleting port 060a9fb2-025c-4f62-be79-f392dbda95a1 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:07:48.095139 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:48.433771 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] For port 060a9fb2-025c-4f62-be79-f392dbda95a1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=060a9fb2-025c-4f62-be79-f392dbda95a1,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:07:48.434433 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:48.446957 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Calling delete_port for 060a9fb2-025c-4f62-be79-f392dbda95a1 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:07:48.546221 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f5fcd-7008-4ad1-a76e-a664f70194b5 req-25dccbb6-8c3e-45fd-9f7d-f12dc08f9aeb tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:48.547817 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ba4f5fcd-7008-4ad1-a76e-a664f70194b5 req-25dccbb6-8c3e-45fd-9f7d-f12dc08f9aeb tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 946 time: 0.0493517 Sep 18 01:07:48.578541 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (060a9fb2-025c-4f62-be79-f392dbda95a1), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:48.597792 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ba4f5fcd-7008-4ad1-a76e-a664f70194b5 req-fadd949d-29b3-404c-b515-60abe0e51cf6 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440285 Sep 18 01:07:48.606708 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event deleted for resources: {'Port': ['ID=060a9fb2-025c-4f62-be79-f392dbda95a1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:48.659137 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] No DVR routers for this DVR port 060a9fb2-025c-4f62-be79-f392dbda95a1 on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:07:48.661488 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:48.664714 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8815e408-8c63-48e7-a3e4-1e411a55cd36 req-c95157ec-ad7c-44e0-aebb-45f88aef53b1 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "DELETE /networking/v2.0/ports/060a9fb2-025c-4f62-be79-f392dbda95a1 HTTP/1.1" status: 204 len: 173 time: 0.6677248 Sep 18 01:07:48.665203 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'name': 'network-vif-deleted', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:07:48.667453 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24151925-7ddb-4f95-8d04-eaa2eddae76a" -d '{"events": [{"server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "name": "network-vif-deleted", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:48.707226 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2bb149-d394-49c1-8ff3-10719da0915e x-openstack-request-id: req-eb2bb149-d394-49c1-8ff3-10719da0915e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:48.707521 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c", "name": "network-vif-deleted", "tag": "060a9fb2-025c-4f62-be79-f392dbda95a1", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:48.707787 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb2bb149-d394-49c1-8ff3-10719da0915e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:48.708407 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2bb149-d394-49c1-8ff3-10719da0915e'] response: {'server_uuid': '6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c', 'name': 'network-vif-deleted', 'tag': '060a9fb2-025c-4f62-be79-f392dbda95a1', 'status': 'completed', 'code': 200} Sep 18 01:07:49.717222 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-594482ed-ad13-48b9-9596-ec2154042b3c req-6f089376-5d27-4be8-a0ad-642ad63cad25 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6ac6dfe5-30f4-415b-b6aa-7b4f91f95c2c HTTP/1.1" status: 200 len: 210 time: 0.0280807 Sep 18 01:07:51.784037 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 060a9fb2-025c-4f62-be79-f392dbda95a1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:07:51.804255 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 060a9fb2-025c-4f62-be79-f392dbda95a1 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:07:51.804597 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 060a9fb2-025c-4f62-be79-f392dbda95a1 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:07:52.912515 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:53.017763 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48854) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:53.067085 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:53.160107 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Deleting port a618c707-bb4c-4adf-8a01-8b4b77473ce8 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:07:53.160337 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (a618c707-bb4c-4adf-8a01-8b4b77473ce8), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:53.205267 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:53.241861 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (a618c707-bb4c-4adf-8a01-8b4b77473ce8), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:53.242178 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (a618c707-bb4c-4adf-8a01-8b4b77473ce8), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:53.254258 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Calling delete_port for a618c707-bb4c-4adf-8a01-8b4b77473ce8 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:07:53.397681 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (a618c707-bb4c-4adf-8a01-8b4b77473ce8), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:53.421084 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event deleted for resources: {'Port': ['ID=a618c707-bb4c-4adf-8a01-8b4b77473ce8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:53.484751 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (5cdde325-e31f-45c5-ab31-d0c95d8abc2c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:53.485071 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Floating IP 5cdde325-e31f-45c5-ab31-d0c95d8abc2c disassociated (deleted). External IP: 172.37.7.144, port: d89c76f8-4e53-4830-b1fe-dff8b48e622b. Sep 18 01:07:53.677602 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Router 48d2e058-3cbc-408f-b82a-8f4582274bed has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:07:53.779586 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:07:53.783946 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:53.789281 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] Sync routers for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:07:53.799126 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:07:53.799731 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:53.816470 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c17157e2-bab0-4862-8e6c-495d7bd08e13 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/5cdde325-e31f-45c5-ab31-d0c95d8abc2c HTTP/1.1" status: 204 len: 168 time: 0.7951314 Sep 18 01:07:53.816470 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:07:53.818595 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e33997-c751-42e4-b6a3-a53f4ae92631" -d '{"events": [{"name": "network-changed", "server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:53.860719 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c70b4e4-582e-4902-ac03-4241c4e077c2 x-openstack-request-id: req-4c70b4e4-582e-4902-ac03-4241c4e077c2 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:53.861180 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:53.861310 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c70b4e4-582e-4902-ac03-4241c4e077c2 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:53.861642 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c70b4e4-582e-4902-ac03-4241c4e077c2'] response: {'name': 'network-changed', 'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'status': 'completed', 'code': 200} Sep 18 01:07:54.018240 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-982ee3db-b4b9-4b57-bf9b-96826a1aadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:54.020022 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-982ee3db-b4b9-4b57-bf9b-96826a1aadd3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 1130 time: 0.0591891 Sep 18 01:07:54.034659 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:07:54.067705 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:54.068186 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da21739-3bfd-4a70-9e69-ac927ec9025c req-44f0f566-e9d4-4366-bf3b-d42b110deed2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:54.069821 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4da21739-3bfd-4a70-9e69-ac927ec9025c req-44f0f566-e9d4-4366-bf3b-d42b110deed2 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 946 time: 0.0498819 Sep 18 01:07:54.083305 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:54.121342 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4da21739-3bfd-4a70-9e69-ac927ec9025c req-284c0956-d4b1-4986-8461-49a3849b8a68 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446076 Sep 18 01:07:54.185785 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:54.222303 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:54.248365 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] Checking router: 48d2e058-3cbc-408f-b82a-8f4582274bed for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:07:54.256931 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:07:54.257705 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:54.355547 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:54.360493 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:07:54.548431 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:07:54.575016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b400ab-8b6b-4f6e-b478-b8a544b431d9 None None] The sync data for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi is: [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T00:59:57Z', 'revision_number': 4, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0', 'name': '', 'network_id': '4ff6b087-81f6-47ef-8679-6af29cd7449d', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'mac_address': 'fa:16:3e:1e:22:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '52476ad1-2314-4151-89b3-e897e528df42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:56Z', 'updated_at': '2022-09-18T01:00:03Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'subnets': [{'id': '52476ad1-2314-4151-89b3-e897e528df42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:07:54.807663 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aceeec1-0491-4992-b991-1f2c9a9cd4ec None None] New status for floating IP 5cdde325-e31f-45c5-ab31-d0c95d8abc2c: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:07:54.809817 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:54.841787 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:55.224649 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:55.244277 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6d16f-b57e-42e4-9139-f22c86004275 req-e230f41e-c551-4d3d-94d1-4d365dd38472 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:55.245813 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4de6d16f-b57e-42e4-9139-f22c86004275 req-e230f41e-c551-4d3d-94d1-4d365dd38472 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 946 time: 0.0480249 Sep 18 01:07:55.295158 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-befd0f8c-e269-4769-80c5-a8598cb8a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:55.296619 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-befd0f8c-e269-4769-80c5-a8598cb8a559 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 200 len: 913 time: 0.0892580 Sep 18 01:07:55.297233 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4de6d16f-b57e-42e4-9139-f22c86004275 req-b3da7784-9d55-4c51-ad9c-9af166595de6 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455763 Sep 18 01:07:55.466695 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-1eeac7b2-cc36-4c1f-84cd-d84f2ea841c2 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b HTTP/1.1" status: 200 len: 217 time: 0.0339518 Sep 18 01:07:55.520249 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-98fb7eb1-4b52-40e3-909f-7720793cd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:55.521707 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-98fb7eb1-4b52-40e3-909f-7720793cd57a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 200 len: 851 time: 0.0474212 Sep 18 01:07:55.567011 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-3de07d74-d12c-482e-b254-8bb8e87f47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:55.568486 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-3de07d74-d12c-482e-b254-8bb8e87f47b9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=4ff6b087-81f6-47ef-8679-6af29cd7449d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386620 Sep 18 01:07:55.720374 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:55.801751 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-64f8742d-369a-42f7-b308-b21cf50658d3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888360 Sep 18 01:07:56.149674 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-99e33997-c751-42e4-b6a3-a53f4ae92631 req-4eae43b9-330d-4af9-a86d-f8deee1ffb2d service neutron] 10.222.0.49 "GET /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832577 Sep 18 01:07:56.259782 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-be0d1d29-3b3e-4ed0-abad-19f1ffddd22a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:56.262138 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-be0d1d29-3b3e-4ed0-abad-19f1ffddd22a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 946 time: 0.0590692 Sep 18 01:07:56.374596 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Deleting port d89c76f8-4e53-4830-b1fe-dff8b48e622b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:07:56.374942 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:56.427658 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc0fa8-8056-41cf-b60c-33720cddc26b req-d8bec170-66d1-431c-acd5-336acc7d6446 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:56.429806 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-69bc0fa8-8056-41cf-b60c-33720cddc26b req-d8bec170-66d1-431c-acd5-336acc7d6446 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 946 time: 0.0524240 Sep 18 01:07:56.468318 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] For port d89c76f8-4e53-4830-b1fe-dff8b48e622b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d89c76f8-4e53-4830-b1fe-dff8b48e622b,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:07:56.468683 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:56.482089 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Calling delete_port for d89c76f8-4e53-4830-b1fe-dff8b48e622b owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:07:56.483877 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-69bc0fa8-8056-41cf-b60c-33720cddc26b req-aa393409-0555-49b4-ad1c-652a2376150c tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1b58ffc9-4a9a-433b-a5a3-727ba234b313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483389 Sep 18 01:07:56.615204 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (d89c76f8-4e53-4830-b1fe-dff8b48e622b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:56.640457 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event deleted for resources: {'Port': ['ID=d89c76f8-4e53-4830-b1fe-dff8b48e622b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:56.693758 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] No DVR routers for this DVR port d89c76f8-4e53-4830-b1fe-dff8b48e622b on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:07:56.696319 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:56.699605 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f13c0295-e565-4df1-b413-785c3c8e99ea req-e4e55de3-2a1e-4838-aa11-4cb5b4d5422f tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.49 "DELETE /networking/v2.0/ports/d89c76f8-4e53-4830-b1fe-dff8b48e622b HTTP/1.1" status: 204 len: 173 time: 0.4133167 Sep 18 01:07:56.700127 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'name': 'network-vif-deleted', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:07:56.702446 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79989c3-3057-4fb5-a3ef-24537b68b4e2" -d '{"events": [{"server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "name": "network-vif-deleted", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:07:56.744269 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb2d6e-fcb5-4b12-ad38-fe731a852bfb x-openstack-request-id: req-51cb2d6e-fcb5-4b12-ad38-fe731a852bfb {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:07:56.744563 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aaef7df-7526-47f3-a235-e7565d13df51", "name": "network-vif-deleted", "tag": "d89c76f8-4e53-4830-b1fe-dff8b48e622b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:07:56.744814 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51cb2d6e-fcb5-4b12-ad38-fe731a852bfb {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:07:56.745219 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51cb2d6e-fcb5-4b12-ad38-fe731a852bfb'] response: {'server_uuid': '4aaef7df-7526-47f3-a235-e7565d13df51', 'name': 'network-vif-deleted', 'tag': 'd89c76f8-4e53-4830-b1fe-dff8b48e622b', 'status': 'completed', 'code': 200} Sep 18 01:07:57.605622 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d05a4d7c-3b51-421c-a959-249510b7235b req-3a9f584f-7a86-412c-b462-826669492768 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 210 time: 0.0282912 Sep 18 01:07:57.662408 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-056cd9ee-f728-4913-a027-ba04e7d9dfbc req-b475c23f-3680-4c36-8002-58e7c841b577 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=4aaef7df-7526-47f3-a235-e7565d13df51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261958 Sep 18 01:07:57.761925 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-056cd9ee-f728-4913-a027-ba04e7d9dfbc req-97a9fa01-90aa-49a0-8b4e-69592e5f44d3 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=6958209222b44905bcb4baa1b8c26c58&device_id=4aaef7df-7526-47f3-a235-e7565d13df51 HTTP/1.1" status: 200 len: 210 time: 0.0267587 Sep 18 01:07:57.879898 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cd9ee-f728-4913-a027-ba04e7d9dfbc req-06150825-9d35-4c61-afe8-905f1b8dc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:57.881930 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-056cd9ee-f728-4913-a027-ba04e7d9dfbc req-06150825-9d35-4c61-afe8-905f1b8dc67a service neutron] 10.222.0.49 "GET /networking/v2.0/networks?tenant_id=6958209222b44905bcb4baa1b8c26c58&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0943062 Sep 18 01:07:57.947313 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:57.973910 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cd9ee-f728-4913-a027-ba04e7d9dfbc req-e7d459ee-3117-4234-81a2-0e355ef6e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:57.975418 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-056cd9ee-f728-4913-a027-ba04e7d9dfbc req-e7d459ee-3117-4234-81a2-0e355ef6e81d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853119 Sep 18 01:07:58.674813 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48872) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:07:58.785535 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Deleting port 24037c44-21cd-43f0-8b90-44343638748e {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:07:58.785876 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (24037c44-21cd-43f0-8b90-44343638748e), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:58.862227 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (24037c44-21cd-43f0-8b90-44343638748e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:58.862591 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (24037c44-21cd-43f0-8b90-44343638748e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:58.879230 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Calling delete_port for 24037c44-21cd-43f0-8b90-44343638748e owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:07:59.070566 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c034-a656-4e17-8dad-1818ba0f5931 req-cb48068e-d3dd-4aa7-b039-8be84e065a6c tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:07:59.072014 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5f51c034-a656-4e17-8dad-1818ba0f5931 req-cb48068e-d3dd-4aa7-b039-8be84e065a6c tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0793557 Sep 18 01:07:59.073032 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (24037c44-21cd-43f0-8b90-44343638748e), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:59.077788 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:59.105645 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event deleted for resources: {'Port': ['ID=24037c44-21cd-43f0-8b90-44343638748e,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:07:59.189124 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5f51c034-a656-4e17-8dad-1818ba0f5931 req-4862516c-16d8-4c7c-8c92-f49b9a9545e5 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100423 Sep 18 01:07:59.196249 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for floatingip (88427aea-f406-4032-8f36-ba4ffabb127b), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:59.198835 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:59.199931 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-2091d6f1-827c-4b7d-96a2-26a64dd5b449 tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/88427aea-f406-4032-8f36-ba4ffabb127b HTTP/1.1" status: 204 len: 168 time: 0.5242431 Sep 18 01:07:59.848535 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d89c76f8-4e53-4830-b1fe-dff8b48e622b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:07:59.872164 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: d89c76f8-4e53-4830-b1fe-dff8b48e622b {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:07:59.872509 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device d89c76f8-4e53-4830-b1fe-dff8b48e622b not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:00.315491 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a4186-af43-4432-9b6b-bc0360294813 req-e8f217a7-5349-4ed7-b5ba-868c98f06107 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:00.316962 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0a9a4186-af43-4432-9b6b-bc0360294813 req-e8f217a7-5349-4ed7-b5ba-868c98f06107 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0504243 Sep 18 01:08:00.366485 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0a9a4186-af43-4432-9b6b-bc0360294813 req-a2bef10d-8dbc-4d56-96d7-7e75d5d143dd tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Sep 18 01:08:00.411187 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48892) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:00.468186 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ccaed5d-6fa1-4f98-859f-69c96ff4ac2a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group (1b58ffc9-4a9a-433b-a5a3-727ba234b313), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:00.471540 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:00.492187 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ccaed5d-6fa1-4f98-859f-69c96ff4ac2a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group (1b58ffc9-4a9a-433b-a5a3-727ba234b313), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:00.550334 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ccaed5d-6fa1-4f98-859f-69c96ff4ac2a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (1b58ffc9-4a9a-433b-a5a3-727ba234b313), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:00.552865 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ccaed5d-6fa1-4f98-859f-69c96ff4ac2a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:00.554012 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7ccaed5d-6fa1-4f98-859f-69c96ff4ac2a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/1b58ffc9-4a9a-433b-a5a3-727ba234b313 HTTP/1.1" status: 204 len: 168 time: 0.1418457 Sep 18 01:08:00.563234 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccaed5d-6fa1-4f98-859f-69c96ff4ac2a tempest-TestVolumeBootPattern-1926783189 tempest-TestVolumeBootPattern-1926783189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b58ffc9-4a9a-433b-a5a3-727ba234b313,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:00.611606 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48896) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:00.759410 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5f51dc9-c58c-4435-b6c9-31bfc5ca7b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:01.263986 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (48d2e058-3cbc-408f-b82a-8f4582274bed), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:01.511810 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83bbd-776c-4997-9acf-a917e3d31732 req-dbf2f547-d02c-495e-a137-6e5010c13fcf tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:01.513299 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d8a83bbd-776c-4997-9acf-a917e3d31732 req-dbf2f547-d02c-495e-a137-6e5010c13fcf tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0711825 Sep 18 01:08:01.529168 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:01.537593 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Deleting port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:01.537932 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:01.618385 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d8a83bbd-776c-4997-9acf-a917e3d31732 req-9ae4d769-de10-41bf-87c4-19bb8a1711da tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983896 Sep 18 01:08:01.646527 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] For port ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:01.646893 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:01.659672 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Calling delete_port for ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 owned by network:router_interface {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:01.711321 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:01.833778 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:01.858016 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:02.021148 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (48d2e058-3cbc-408f-b82a-8f4582274bed), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:02.222335 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Router 48d2e058-3cbc-408f-b82a-8f4582274bed has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:02.325586 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:02.330483 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-ab7720b3-3421-4806-a204-a7721d771279 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/48d2e058-3cbc-408f-b82a-8f4582274bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178311 Sep 18 01:08:02.333060 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48902) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:02.335870 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] Sync routers for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:02.346974 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:08:02.347584 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:02.385433 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:02.435793 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks [] for router (48d2e058-3cbc-408f-b82a-8f4582274bed), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:02.453021 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:08:02.534753 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks [] for router_gateway (48d2e058-3cbc-408f-b82a-8f4582274bed), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:02.565059 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:02.579762 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Deleting port 53579179-4864-4392-a0a7-3beb46ff0d22 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:02.580094 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:02.625428 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208'}], 'enable_snat': True}, 'gw_port_id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T01:08:01Z', 'revision_number': 5, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port': {'id': '53579179-4864-4392-a0a7-3beb46ff0d22', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:59:51Z', 'updated_at': '2022-09-18T01:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:02.654608 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] Checking router: 48d2e058-3cbc-408f-b82a-8f4582274bed for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:02.664703 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] Routers {'48d2e058-3cbc-408f-b82a-8f4582274bed'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:08:02.665232 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:07:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['48d2e058-3cbc-408f-b82a-8f4582274bed'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:02.666511 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] For port 53579179-4864-4392-a0a7-3beb46ff0d22, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53579179-4864-4392-a0a7-3beb46ff0d22,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:02.666908 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:02.680984 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Calling delete_port for 53579179-4864-4392-a0a7-3beb46ff0d22 owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:02.749761 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] Set router 48d2e058-3cbc-408f-b82a-8f4582274bed gateway port host: None {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:08:02.780798 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94b77a-d0af-43ca-bb74-4d4b49e8270a req-90c6634c-8e79-4206-a2e9-a2aa70fd8da8 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:02.782273 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ca94b77a-d0af-43ca-bb74-4d4b49e8270a req-90c6634c-8e79-4206-a2e9-a2aa70fd8da8 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0587807 Sep 18 01:08:02.803190 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T01:08:02Z', 'revision_number': 6, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:02.828326 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b7c7e3-2c7e-420d-b91a-d12770264192 None None] The sync data for ids ['48d2e058-3cbc-408f-b82a-8f4582274bed'] in dv-cinder-master-3-iscsi is: [{'id': '48d2e058-3cbc-408f-b82a-8f4582274bed', 'name': 'tempest-TestVolumeBootPattern-1897871608-router', 'tenant_id': '6958209222b44905bcb4baa1b8c26c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:59:49Z', 'updated_at': '2022-09-18T01:08:02Z', 'revision_number': 6, 'project_id': '6958209222b44905bcb4baa1b8c26c58', 'gw_port_host': None}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:02.879480 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ca94b77a-d0af-43ca-bb74-4d4b49e8270a req-eb171068-430b-44d1-8522-3131304ce98f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908220 Sep 18 01:08:02.931969 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (53579179-4864-4392-a0a7-3beb46ff0d22), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:02.953249 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=53579179-4864-4392-a0a7-3beb46ff0d22,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:03.020580 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (48d2e058-3cbc-408f-b82a-8f4582274bed), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.107389 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (48d2e058-3cbc-408f-b82a-8f4582274bed), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.109577 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks [] for router_controller (48d2e058-3cbc-408f-b82a-8f4582274bed), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.152018 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (48d2e058-3cbc-408f-b82a-8f4582274bed), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.152598 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48d2e058-3cbc-408f-b82a-8f4582274bed {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:08:03.157545 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.158756 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d3fc7711-8eb3-4fa2-9804-e29d75696b24 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/48d2e058-3cbc-408f-b82a-8f4582274bed HTTP/1.1" status: 204 len: 168 time: 0.8247476 Sep 18 01:08:03.161237 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48906) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:03.207108 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-0486596d-1865-4d5a-87a4-746bdcffeaca admin admin] Deleting subnet 52476ad1-2314-4151-89b3-e897e528df42 {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:08:03.211126 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0486596d-1865-4d5a-87a4-746bdcffeaca admin admin] Publish callbacks [] for subnet (52476ad1-2314-4151-89b3-e897e528df42), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.251827 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0486596d-1865-4d5a-87a4-746bdcffeaca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25497156'] for subnet (52476ad1-2314-4151-89b3-e897e528df42), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.291879 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:03.328386 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0486596d-1865-4d5a-87a4-746bdcffeaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (52476ad1-2314-4151-89b3-e897e528df42), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.379350 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0486596d-1865-4d5a-87a4-746bdcffeaca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25496289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25305075'] for subnet (52476ad1-2314-4151-89b3-e897e528df42), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.387103 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:03.410999 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486596d-1865-4d5a-87a4-746bdcffeaca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52476ad1-2314-4151-89b3-e897e528df42,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:03.414882 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0486596d-1865-4d5a-87a4-746bdcffeaca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.418233 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0486596d-1865-4d5a-87a4-746bdcffeaca admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/52476ad1-2314-4151-89b3-e897e528df42 HTTP/1.1" status: 204 len: 168 time: 0.2560334 Sep 18 01:08:03.420170 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8621b-38ef-4298-b6bf-a8447a90ddd8 None None] Network 4ff6b087-81f6-47ef-8679-6af29cd7449d requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:08:03.421015 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48908) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:03.490362 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (4ff6b087-81f6-47ef-8679-6af29cd7449d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.533618 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Deleting port 6d6637b3-4685-493a-a938-d64f9f4aadd0 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:03.533988 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.589339 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09205c52-923f-4324-88d1-f048876ae0e8 None None] DHCP port deletion for 4ff6b087-81f6-47ef-8679-6af29cd7449d request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:08:03.603429 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] For port 6d6637b3-4685-493a-a938-d64f9f4aadd0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6d6637b3-4685-493a-a938-d64f9f4aadd0,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:03.604031 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.618773 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Calling delete_port for 6d6637b3-4685-493a-a938-d64f9f4aadd0 owned by network:dhcp {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:03.628389 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-09205c52-923f-4324-88d1-f048876ae0e8 None None] Deleting port 6d6637b3-4685-493a-a938-d64f9f4aadd0 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:03.628745 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09205c52-923f-4324-88d1-f048876ae0e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.698606 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.708117 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-09205c52-923f-4324-88d1-f048876ae0e8 None None] For port 6d6637b3-4685-493a-a938-d64f9f4aadd0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6d6637b3-4685-493a-a938-d64f9f4aadd0,segment=NetworkSegment(bc9a769f-f65e-4c23-860c-ce275dd6aac1),segment_id=bc9a769f-f65e-4c23-860c-ce275dd6aac1)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:03.708517 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09205c52-923f-4324-88d1-f048876ae0e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.724737 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-09205c52-923f-4324-88d1-f048876ae0e8 None None] Calling delete_port for 6d6637b3-4685-493a-a938-d64f9f4aadd0 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:03.726635 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b518c99c-6c4b-4f6f-a377-fbcf81a4d66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.727321 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6637b3-4685-493a-a938-d64f9f4aadd0,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:03.730870 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] No DVR routers for this DVR port 6d6637b3-4685-493a-a938-d64f9f4aadd0 on host dv-cinder-master-3-iscsi {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:08:03.734899 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:03.803084 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (4ff6b087-81f6-47ef-8679-6af29cd7449d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.806818 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-09205c52-923f-4324-88d1-f048876ae0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (6d6637b3-4685-493a-a938-d64f9f4aadd0), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.819494 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09205c52-923f-4324-88d1-f048876ae0e8 None None] No DVR routers for this DVR port 6d6637b3-4685-493a-a938-d64f9f4aadd0 on host dv-cinder-master-3-iscsi {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:08:03.825601 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff6b087-81f6-47ef-8679-6af29cd7449d']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:03.838119 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9a769f-f65e-4c23-860c-ce275dd6aac1') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:03.838420 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9a769f-f65e-4c23-860c-ce275dd6aac1') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:03.842845 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09205c52-923f-4324-88d1-f048876ae0e8 None None] Pushing event deleted for resources: {'Port': ['ID=6d6637b3-4685-493a-a938-d64f9f4aadd0,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:03.856444 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25497215'] for segment (bc9a769f-f65e-4c23-860c-ce275dd6aac1), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.873518 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (bc9a769f-f65e-4c23-860c-ce275dd6aac1), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.881568 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:08:03.882081 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496155'] for segment (bc9a769f-f65e-4c23-860c-ce275dd6aac1), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.926492 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment bc9a769f-f65e-4c23-860c-ce275dd6aac1 resource provider aggregate not found Sep 18 01:08:03.950090 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment bc9a769f-f65e-4c23-860c-ce275dd6aac1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc9a769f-f65e-4c23-860c-ce275dd6aac1 found for delete ", "request_id": "req-306ac4b3-8642-4e44-af54-27c09dfdde15"}]} Sep 18 01:08:03.951356 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (4ff6b087-81f6-47ef-8679-6af29cd7449d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.956815 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:03.959940 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/4ff6b087-81f6-47ef-8679-6af29cd7449d HTTP/1.1" status: 204 len: 168 time: 0.5377431 Sep 18 01:08:03.963114 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48916) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:03.995906 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace8ab6-2fc4-4c22-ac75-3621fbacbf7c admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff6b087-81f6-47ef-8679-6af29cd7449d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:04.018053 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f206a-9be0-4314-91e4-1a0e3ad40fdb req-a7f3754e-90ea-48c1-ba57-93aa8c2a1415 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:04.019570 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-405f206a-9be0-4314-91e4-1a0e3ad40fdb req-a7f3754e-90ea-48c1-ba57-93aa8c2a1415 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0585847 Sep 18 01:08:04.050678 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:04.069354 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-405f206a-9be0-4314-91e4-1a0e3ad40fdb req-a03261c2-d0e1-4dfb-ad39-1c68eb99d772 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439405 Sep 18 01:08:04.282151 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (3f919b58-2a3b-43f0-89c8-d4259ca93e63), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:04.459773 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:04.480858 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:04.481410 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ebe4e89c-b11d-40ae-a1a8-6d6e222be8f0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:04.481754 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 6d6637b3-4685-493a-a938-d64f9f4aadd0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:04.499312 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 6d6637b3-4685-493a-a938-d64f9f4aadd0 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:04.499653 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 6d6637b3-4685-493a-a938-d64f9f4aadd0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:04.500048 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 53579179-4864-4392-a0a7-3beb46ff0d22 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:04.501717 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Deleting port 559f9dc2-f6c8-4696-8ab3-61882465d6fe {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:04.502065 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:04.517956 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 53579179-4864-4392-a0a7-3beb46ff0d22 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:04.518304 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 53579179-4864-4392-a0a7-3beb46ff0d22 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:04.580685 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] For port 559f9dc2-f6c8-4696-8ab3-61882465d6fe, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=559f9dc2-f6c8-4696-8ab3-61882465d6fe,segment=NetworkSegment(8fded908-cf7b-4307-a358-8950095c2cd4),segment_id=8fded908-cf7b-4307-a358-8950095c2cd4)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:04.581041 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:04.595628 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Calling delete_port for 559f9dc2-f6c8-4696-8ab3-61882465d6fe owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:04.766503 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:04.771800 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (559f9dc2-f6c8-4696-8ab3-61882465d6fe), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:04.801410 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Pushing event deleted for resources: {'Port': ['ID=559f9dc2-f6c8-4696-8ab3-61882465d6fe,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:04.846482 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:04.964915 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (3f919b58-2a3b-43f0-89c8-d4259ca93e63), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:05.167607 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:05.194805 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2d62b-9405-4775-9e45-5c796351def4 req-9fe3ea54-4868-4e3d-b1ed-2643f665f573 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:05.196619 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a7a2d62b-9405-4775-9e45-5c796351def4 req-9fe3ea54-4868-4e3d-b1ed-2643f665f573 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0480955 Sep 18 01:08:05.250641 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a7a2d62b-9405-4775-9e45-5c796351def4 req-82d57c53-921f-463a-b800-f250a6e70f4f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474830 Sep 18 01:08:05.266904 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:05.271923 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-dc5c8d0d-6ba2-49e4-910b-133b18c28eec admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/3f919b58-2a3b-43f0-89c8-d4259ca93e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3072393 Sep 18 01:08:05.275393 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48920) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:05.279958 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] Sync routers for ids ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:05.285021 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:05.291670 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] Routers {'3f919b58-2a3b-43f0-89c8-d4259ca93e63'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:08:05.292370 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:08:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:05.368757 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:05.372408 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks [] for router (3f919b58-2a3b-43f0-89c8-d4259ca93e63), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:05.392387 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] Set router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:08:05.479142 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks [] for router_gateway (3f919b58-2a3b-43f0-89c8-d4259ca93e63), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:05.508234 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:05.529298 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Deleting port ce29ab70-99da-4508-9643-5504aed9cf20 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:05.529640 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:05.570658 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74'}], 'enable_snat': True}, 'gw_port_id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:00:05Z', 'updated_at': '2022-09-18T01:08:04Z', 'revision_number': 5, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'gw_port': {'id': 'ce29ab70-99da-4508-9643-5504aed9cf20', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:00:06Z', 'updated_at': '2022-09-18T01:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:05.595895 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] Checking router: 3f919b58-2a3b-43f0-89c8-d4259ca93e63 for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:05.604570 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] Routers {'3f919b58-2a3b-43f0-89c8-d4259ca93e63'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:08:05.605361 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:08:04Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:05.610753 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] For port ce29ab70-99da-4508-9643-5504aed9cf20, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ce29ab70-99da-4508-9643-5504aed9cf20,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:05.611124 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:05.623940 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Calling delete_port for ce29ab70-99da-4508-9643-5504aed9cf20 owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:05.784123 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] Set router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:08:05.833965 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:00:05Z', 'updated_at': '2022-09-18T01:08:05Z', 'revision_number': 6, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:05.863503 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3df0686-da01-4394-a9e4-6df5ae6c26db None None] The sync data for ids ['3f919b58-2a3b-43f0-89c8-d4259ca93e63'] in dv-cinder-master-3-iscsi is: [{'id': '3f919b58-2a3b-43f0-89c8-d4259ca93e63', 'name': 'tempest-TestVolumeBootPattern-631972228-router', 'tenant_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:00:05Z', 'updated_at': '2022-09-18T01:08:05Z', 'revision_number': 6, 'project_id': 'bf2fa0f0609f48d2988f950b3878b5c0', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:06.045162 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (ce29ab70-99da-4508-9643-5504aed9cf20), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.073294 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce29ab70-99da-4508-9643-5504aed9cf20,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:06.136602 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (3f919b58-2a3b-43f0-89c8-d4259ca93e63), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.222983 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (3f919b58-2a3b-43f0-89c8-d4259ca93e63), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.225337 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks [] for router_controller (3f919b58-2a3b-43f0-89c8-d4259ca93e63), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.268279 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (3f919b58-2a3b-43f0-89c8-d4259ca93e63), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.269280 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f919b58-2a3b-43f0-89c8-d4259ca93e63 {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:08:06.274209 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.275436 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-10ce72a5-d097-40cd-9886-731ad36a25c7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/3f919b58-2a3b-43f0-89c8-d4259ca93e63 HTTP/1.1" status: 204 len: 168 time: 0.9990716 Sep 18 01:08:06.278095 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48922) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:06.331592 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-394eed73-6ff4-442c-942c-f00b60ba12a7 admin admin] Deleting subnet 473b30ad-8899-455f-b3e0-9f3d0720928c {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:08:06.335917 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-394eed73-6ff4-442c-942c-f00b60ba12a7 admin admin] Publish callbacks [] for subnet (473b30ad-8899-455f-b3e0-9f3d0720928c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.354792 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.374471 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-394eed73-6ff4-442c-942c-f00b60ba12a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (473b30ad-8899-455f-b3e0-9f3d0720928c), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.390412 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ce391-ea2d-4be0-8edb-48e7cef536e4 req-050ad964-d489-46b0-9d38-24806960123e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:06.392198 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-098ce391-ea2d-4be0-8edb-48e7cef536e4 req-050ad964-d489-46b0-9d38-24806960123e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0536058 Sep 18 01:08:06.442229 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-098ce391-ea2d-4be0-8edb-48e7cef536e4 req-de3b4e3e-4bfe-4ca9-97cd-095159f6df8e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 Sep 18 01:08:06.461794 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-394eed73-6ff4-442c-942c-f00b60ba12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (473b30ad-8899-455f-b3e0-9f3d0720928c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.519616 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-394eed73-6ff4-442c-942c-f00b60ba12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (473b30ad-8899-455f-b3e0-9f3d0720928c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.544749 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394eed73-6ff4-442c-942c-f00b60ba12a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473b30ad-8899-455f-b3e0-9f3d0720928c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:06.550437 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-394eed73-6ff4-442c-942c-f00b60ba12a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.553872 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-394eed73-6ff4-442c-942c-f00b60ba12a7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/473b30ad-8899-455f-b3e0-9f3d0720928c HTTP/1.1" status: 204 len: 168 time: 0.2742760 Sep 18 01:08:06.556638 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:06.559224 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068d3479-5e80-4af1-8cf8-1aefd1be2793 None None] Network 38f2e1c3-0de5-41e9-aeb5-96513a319085 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:08:06.625524 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (38f2e1c3-0de5-41e9-aeb5-96513a319085), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.672247 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:06.673093 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Deleting port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:06.673518 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.735648 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] DHCP port deletion for 38f2e1c3-0de5-41e9-aeb5-96513a319085 request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:08:06.746985 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:06.753098 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] For port bd163f83-3536-4b43-8fd0-d0a6ba586ee9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bd163f83-3536-4b43-8fd0-d0a6ba586ee9,segment=NetworkSegment(8fded908-cf7b-4307-a358-8950095c2cd4),segment_id=8fded908-cf7b-4307-a358-8950095c2cd4)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:06.753465 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.768877 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 559f9dc2-f6c8-4696-8ab3-61882465d6fe no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:06.770790 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Calling delete_port for bd163f83-3536-4b43-8fd0-d0a6ba586ee9 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:06.782422 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:06.859083 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.891403 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] No DVR routers for this DVR port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 on host dv-cinder-master-3-iscsi {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:08:06.896606 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd163f83-3536-4b43-8fd0-d0a6ba586ee9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:06.938530 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 559f9dc2-f6c8-4696-8ab3-61882465d6fe {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:06.938971 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 559f9dc2-f6c8-4696-8ab3-61882465d6fe not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:06.939318 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ce29ab70-99da-4508-9643-5504aed9cf20 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:06.961861 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] Deleting port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:06.962149 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.966102 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: ce29ab70-99da-4508-9643-5504aed9cf20 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:06.966488 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ce29ab70-99da-4508-9643-5504aed9cf20 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:07.034474 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] For port bd163f83-3536-4b43-8fd0-d0a6ba586ee9, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:07.034894 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.049401 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] Calling delete_port for bd163f83-3536-4b43-8fd0-d0a6ba586ee9 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:07.052219 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] Port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 18 01:08:07.053469 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (bd163f83-3536-4b43-8fd0-d0a6ba586ee9), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.088315 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] Pushing event deleted for resources: {'Port': ['ID=bd163f83-3536-4b43-8fd0-d0a6ba586ee9,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:07.100888 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a426d9b-ee2c-4069-92e1-0c72777a64ed None None] No DVR routers for this DVR port bd163f83-3536-4b43-8fd0-d0a6ba586ee9 on host dv-cinder-master-3-iscsi {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:08:07.112850 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.231534 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (38f2e1c3-0de5-41e9-aeb5-96513a319085), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.250276 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f2e1c3-0de5-41e9-aeb5-96513a319085']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:07.260342 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fded908-cf7b-4307-a358-8950095c2cd4') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:07.260634 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fded908-cf7b-4307-a358-8950095c2cd4') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:07.271853 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (8fded908-cf7b-4307-a358-8950095c2cd4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.287376 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (8fded908-cf7b-4307-a358-8950095c2cd4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.295077 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:08:07.295554 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (8fded908-cf7b-4307-a358-8950095c2cd4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.344119 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 8fded908-cf7b-4307-a358-8950095c2cd4 resource provider aggregate not found Sep 18 01:08:07.364586 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 8fded908-cf7b-4307-a358-8950095c2cd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fded908-cf7b-4307-a358-8950095c2cd4 found for delete ", "request_id": "req-b61f7cee-a696-4f01-a056-89144d52c552"}]} Sep 18 01:08:07.368644 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (38f2e1c3-0de5-41e9-aeb5-96513a319085), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.376352 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.379553 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/38f2e1c3-0de5-41e9-aeb5-96513a319085 HTTP/1.1" status: 204 len: 168 time: 0.8220484 Sep 18 01:08:07.390528 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03451c3f-b54f-408b-ad1f-92761fc036f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f2e1c3-0de5-41e9-aeb5-96513a319085,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:07.500211 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 48938) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:07.593967 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fc251-a619-4bad-9a63-05be0ede732b req-9a409ace-4530-4bb1-a4d0-ff513588de08 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:07.595461 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-242fc251-a619-4bad-9a63-05be0ede732b req-9a409ace-4530-4bb1-a4d0-ff513588de08 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0723763 Sep 18 01:08:07.597921 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-f5bb2144-a320-4a4b-a748-449e76ad2889 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=6958209222b44905bcb4baa1b8c26c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0966597 Sep 18 01:08:07.600802 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48940) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:07.645787 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-242fc251-a619-4bad-9a63-05be0ede732b req-e8d9c7e1-7eef-4861-9d4c-2cfe9bd97075 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445118 Sep 18 01:08:07.650726 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dda5b09f-3d99-4d12-aff4-71b073aba70e admin admin] Publish callbacks [] for security_group (e6262c39-854a-496f-b357-a3844d465607), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.671242 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dda5b09f-3d99-4d12-aff4-71b073aba70e admin admin] Publish callbacks [] for security_group (e6262c39-854a-496f-b357-a3844d465607), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.719637 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dda5b09f-3d99-4d12-aff4-71b073aba70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (e6262c39-854a-496f-b357-a3844d465607), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.722156 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dda5b09f-3d99-4d12-aff4-71b073aba70e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.723321 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-dda5b09f-3d99-4d12-aff4-71b073aba70e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/e6262c39-854a-496f-b357-a3844d465607 HTTP/1.1" status: 204 len: 168 time: 0.1213500 Sep 18 01:08:07.731011 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b09f-3d99-4d12-aff4-71b073aba70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6262c39-854a-496f-b357-a3844d465607,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:08.056258 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48946) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:08.098418 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-53c21bc7-7df1-400b-82fb-16403fb1efa5 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=bf2fa0f0609f48d2988f950b3878b5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410230 Sep 18 01:08:08.100899 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48948) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:08.148389 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da5fc126-4a4e-4f54-8610-c9a72ba1524f admin admin] Publish callbacks [] for security_group (00cf3dce-a909-4168-bd32-a52becafcb03), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:08.168795 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da5fc126-4a4e-4f54-8610-c9a72ba1524f admin admin] Publish callbacks [] for security_group (00cf3dce-a909-4168-bd32-a52becafcb03), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:08.216474 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da5fc126-4a4e-4f54-8610-c9a72ba1524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (00cf3dce-a909-4168-bd32-a52becafcb03), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:08.219534 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da5fc126-4a4e-4f54-8610-c9a72ba1524f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:08.220666 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-da5fc126-4a4e-4f54-8610-c9a72ba1524f admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/00cf3dce-a909-4168-bd32-a52becafcb03 HTTP/1.1" status: 204 len: 168 time: 0.1183321 Sep 18 01:08:08.229144 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fc126-4a4e-4f54-8610-c9a72ba1524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cf3dce-a909-4168-bd32-a52becafcb03,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:08.459344 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device bd163f83-3536-4b43-8fd0-d0a6ba586ee9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:08.485431 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: bd163f83-3536-4b43-8fd0-d0a6ba586ee9 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:08.485844 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device bd163f83-3536-4b43-8fd0-d0a6ba586ee9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:08.768979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4769a-eefa-4d9f-a570-a78573ad75b8 req-f05527ae-0bb2-4a31-941f-8894597b2ea0 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:08.770443 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7ea4769a-eefa-4d9f-a570-a78573ad75b8 req-f05527ae-0bb2-4a31-941f-8894597b2ea0 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0493040 Sep 18 01:08:08.820856 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7ea4769a-eefa-4d9f-a570-a78573ad75b8 req-b468f6c4-bc97-48ec-ba87-5a2ab321c77f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441895 Sep 18 01:08:09.306224 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-90a024cb-8871-4fa2-9dc0-f761ed88290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:09.307734 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-90a024cb-8871-4fa2-9dc0-f761ed88290e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2d812ad5fce24a49b0f2d07081d5718a&device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1129 time: 0.0388887 Sep 18 01:08:09.399317 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-614650e5-97c9-4c7d-a08d-4582280464a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:09.400701 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-614650e5-97c9-4c7d-a08d-4582280464a8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=30756a9b-3b35-450a-9804-89022f2d94c9 HTTP/1.1" status: 200 len: 910 time: 0.0870919 Sep 18 01:08:09.443836 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:09.464694 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-4506d9df-7352-4196-9d71-1dc7ec493745 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 200 len: 1000 time: 0.0575743 Sep 18 01:08:09.477760 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:09.519178 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-3ef6e885-5b60-4250-9719-68bfc08fbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:09.520676 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-3ef6e885-5b60-4250-9719-68bfc08fbcec service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=06e5b678-cf72-4a5d-aef0-221219a36bae HTTP/1.1" status: 200 len: 848 time: 0.0503395 Sep 18 01:08:09.566073 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-24d0979c-67ba-4c4a-bbd6-b393dcbc596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:09.567480 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-24d0979c-67ba-4c4a-bbd6-b393dcbc596a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=30756a9b-3b35-450a-9804-89022f2d94c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391862 Sep 18 01:08:09.657758 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-0aa2ab8e-c773-4662-bd5c-eb590590ba92 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838821 Sep 18 01:08:09.746658 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3ec01fe4-3514-4e68-b5ef-9c5bd6279ca5 req-f639af33-4ba7-4d00-9057-6239563e1d2b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818892 Sep 18 01:08:09.929970 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:09.941980 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb588e-f90f-4569-93de-52a27834aed8 req-541547e7-13aa-42fc-95e9-5eb9326a95fe tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:09.943515 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3dcb588e-f90f-4569-93de-52a27834aed8 req-541547e7-13aa-42fc-95e9-5eb9326a95fe tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0483577 Sep 18 01:08:09.967107 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:09.997578 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3dcb588e-f90f-4569-93de-52a27834aed8 req-67e1a79d-53b9-4aee-bedf-c7cf5524f93e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458996 Sep 18 01:08:11.119267 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b94077-be07-4142-8f8c-8d47a59bd8f0 req-dd874de5-05c3-4d41-befe-476f60efca21 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:11.120735 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27b94077-be07-4142-8f8c-8d47a59bd8f0 req-dd874de5-05c3-4d41-befe-476f60efca21 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0478611 Sep 18 01:08:11.174816 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-27b94077-be07-4142-8f8c-8d47a59bd8f0 req-0a16b614-d234-4ead-be74-54615dd0f17e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480499 Sep 18 01:08:12.295732 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c297253-7b4a-4aa0-8085-5f22162c68cb req-9ecd4d9f-bff6-4ac7-9eff-e375ba31f380 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:12.297210 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8c297253-7b4a-4aa0-8085-5f22162c68cb req-9ecd4d9f-bff6-4ac7-9eff-e375ba31f380 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0482318 Sep 18 01:08:12.347584 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8c297253-7b4a-4aa0-8085-5f22162c68cb req-b4504fff-3c93-45b9-9992-04cee0cf02dc tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446472 Sep 18 01:08:12.427899 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-f59dd33a-a65c-403e-8d68-2336d3a62ceb req-dbb7ca97-ceb6-49ff-ba0a-92c7482fc8af service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 01:08:12.428872 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f59dd33a-a65c-403e-8d68-2336d3a62ceb req-dbb7ca97-ceb6-49ff-ba0a-92c7482fc8af service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053272 Sep 18 01:08:12.606792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d2db1-df24-4e9a-ae78-58025cc4af47 req-9844d565-88a3-4280-9579-99e6857f7773 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:12.608587 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aa6d2db1-df24-4e9a-ae78-58025cc4af47 req-9844d565-88a3-4280-9579-99e6857f7773 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0474615 Sep 18 01:08:12.659022 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aa6d2db1-df24-4e9a-ae78-58025cc4af47 req-02b9118d-0ef9-40e2-b6a0-223a1a85d783 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445189 Sep 18 01:08:12.668274 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48968) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:12.750975 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-dac0966b-725b-4fad-a30c-00e612e455fd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814764 Sep 18 01:08:12.759491 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-923b4756-3fa0-4f33-9728-f93a3ac523c9 service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 01:08:12.760409 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-923b4756-3fa0-4f33-9728-f93a3ac523c9 service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048730 Sep 18 01:08:13.780984 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4658f-cf37-4126-a72c-79e5c82e949a req-97fd62b9-aa22-48b8-a236-86579dd8aaa4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:13.782365 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9bd4658f-cf37-4126-a72c-79e5c82e949a req-97fd62b9-aa22-48b8-a236-86579dd8aaa4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0497987 Sep 18 01:08:13.833562 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9bd4658f-cf37-4126-a72c-79e5c82e949a req-4479ad2a-7592-4911-843a-553011034fd5 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452909 Sep 18 01:08:13.920681 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 48980) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:14.014814 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-808677c1-9279-49cf-9068-8cc2b197e016 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:14.016158 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-808677c1-9279-49cf-9068-8cc2b197e016 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports/ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 200 len: 942 time: 0.0944979 Sep 18 01:08:14.418391 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:08:14.957214 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0361-3b91-4dd7-9108-a2ed0c53d667 req-3aa665fb-2c1a-48b3-8c28-79491c102bf2 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:14.958720 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2edb0361-3b91-4dd7-9108-a2ed0c53d667 req-3aa665fb-2c1a-48b3-8c28-79491c102bf2 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0505185 Sep 18 01:08:15.007424 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2edb0361-3b91-4dd7-9108-a2ed0c53d667 req-9222ee96-e4dc-49a5-987e-e7d0ef1a4163 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Sep 18 01:08:15.838315 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=42 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:15.931336 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ac27aed2-9401-48f5-a764-f83ca47284b4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:15.962098 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:16.007074 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port ac27aed2-9401-48f5-a764-f83ca47284b4 is: ACTIVE; New status is: DOWN {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:08:16.007465 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:16.030449 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:08:16.032696 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4382376-c8b1-44ff-a86d-411f65bfbce1" -d '{"events": [{"server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "name": "network-vif-unplugged", "status": "completed", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:16.047225 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac27aed2-9401-48f5-a764-f83ca47284b4,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:16.051295 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:16.102937 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=ac27aed2-9401-48f5-a764-f83ca47284b4,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:16.138027 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2d5df-3ba2-4b13-a183-4cd17ca5316f req-3b799359-c4d1-4ecf-be5c-aff169ff3d0b tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:16.139646 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-91e2d5df-3ba2-4b13-a183-4cd17ca5316f req-3b799359-c4d1-4ecf-be5c-aff169ff3d0b tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0492349 Sep 18 01:08:16.145500 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 18 Sep 2022 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f9590-5c7c-48a9-b8ab-6d44f1bad897 x-openstack-request-id: req-883f9590-5c7c-48a9-b8ab-6d44f1bad897 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:16.145784 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "name": "network-vif-unplugged", "status": "failed", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4", "code": 422}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:16.146029 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-883f9590-5c7c-48a9-b8ab-6d44f1bad897 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:16.146484 dv-cinder-master-3-iscsi neutron-server[106377]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-883f9590-5c7c-48a9-b8ab-6d44f1bad897']: {'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'code': 422} returned with failed status Sep 18 01:08:16.192037 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-91e2d5df-3ba2-4b13-a183-4cd17ca5316f req-220a0545-3f88-44f4-92b0-c0bf135936ab tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467932 Sep 18 01:08:17.311575 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7cb72-26cd-4ced-bfe6-cb4ee1a06589 req-b09fb4ab-0837-4643-87d4-9315a2bd7910 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:17.313033 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8cd7cb72-26cd-4ced-bfe6-cb4ee1a06589 req-b09fb4ab-0837-4643-87d4-9315a2bd7910 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0466006 Sep 18 01:08:17.364501 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8cd7cb72-26cd-4ced-bfe6-cb4ee1a06589 req-d08fca79-b450-4787-b49a-ec6b106814be tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459223 Sep 18 01:08:18.492070 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536b64c-8c7d-4b67-9ad4-fef59d1d7bac req-a42b2c3a-56ab-45cf-a88f-30ad148b65d7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:18.494235 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2536b64c-8c7d-4b67-9ad4-fef59d1d7bac req-a42b2c3a-56ab-45cf-a88f-30ad148b65d7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0520701 Sep 18 01:08:18.545275 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-2536b64c-8c7d-4b67-9ad4-fef59d1d7bac req-3150b026-05c1-4664-8405-d3804a5cb263 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452850 Sep 18 01:08:18.916744 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-af9acd8c-82ff-40c9-a55f-43881abe708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:18.918219 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-af9acd8c-82ff-40c9-a55f-43881abe708c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d&tenant_id=2d812ad5fce24a49b0f2d07081d5718a HTTP/1.1" status: 200 len: 1127 time: 0.0688312 Sep 18 01:08:19.001130 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-d368b901-aee3-4dd3-b724-c081c24dd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:19.002635 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-d368b901-aee3-4dd3-b724-c081c24dd36a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2d812ad5fce24a49b0f2d07081d5718a&device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1127 time: 0.0387247 Sep 18 01:08:19.097210 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-795e7953-a5f3-4db4-882e-fd984bd6fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:19.098700 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-795e7953-a5f3-4db4-882e-fd984bd6fc67 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=30756a9b-3b35-450a-9804-89022f2d94c9 HTTP/1.1" status: 200 len: 910 time: 0.0897806 Sep 18 01:08:19.159661 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-66d90dd3-8e56-4552-83da-5ad33d4aca07 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 200 len: 998 time: 0.0540137 Sep 18 01:08:19.210548 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-596a8a37-b679-4086-8aa4-e67969c61a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:19.212524 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-596a8a37-b679-4086-8aa4-e67969c61a7a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=06e5b678-cf72-4a5d-aef0-221219a36bae HTTP/1.1" status: 200 len: 848 time: 0.0465536 Sep 18 01:08:19.254688 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-a0499ead-5a8e-4251-a36d-afd9bbc2473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:19.256143 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-a0499ead-5a8e-4251-a36d-afd9bbc2473d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=30756a9b-3b35-450a-9804-89022f2d94c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371048 Sep 18 01:08:19.347696 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-48214d1d-a4dc-44ff-b97b-bdcf13ce394b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843787 Sep 18 01:08:19.436596 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-90174f41-8f22-4f6a-b382-0d095bdfe608 req-6aba6ec0-8acc-4955-ae76-8fa7b1697574 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826840 Sep 18 01:08:19.667769 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0a842-beff-4a14-a76b-c1442324e07b req-a85a0c84-708e-4c36-a155-9ddcd576cddd tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:19.669242 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4ad0a842-beff-4a14-a76b-c1442324e07b req-a85a0c84-708e-4c36-a155-9ddcd576cddd tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0493083 Sep 18 01:08:19.717854 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4ad0a842-beff-4a14-a76b-c1442324e07b req-3d89f1e2-3433-427a-b39b-a3c34f7d1612 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430362 Sep 18 01:08:20.837705 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1a3da-4c78-429e-8d1c-cd1c8ec611d9 req-f4249c5a-4dd5-4960-bc04-dbda10eb9ea5 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:20.839183 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-48b1a3da-4c78-429e-8d1c-cd1c8ec611d9 req-f4249c5a-4dd5-4960-bc04-dbda10eb9ea5 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0467870 Sep 18 01:08:20.887604 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-48b1a3da-4c78-429e-8d1c-cd1c8ec611d9 req-29eaa5a6-7c69-4f78-93e7-e1c1974e3d4d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426695 Sep 18 01:08:21.998425 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:22.016955 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411fab6-d58f-4988-b5e1-bfd2a96ccace req-366bf304-dc9e-43ec-a5d2-6e4b574822c2 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:22.018429 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c411fab6-d58f-4988-b5e1-bfd2a96ccace req-366bf304-dc9e-43ec-a5d2-6e4b574822c2 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0510237 Sep 18 01:08:22.068859 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c411fab6-d58f-4988-b5e1-bfd2a96ccace req-a5b652c4-031f-4fab-8fd2-0c7152444079 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447652 Sep 18 01:08:22.916839 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:23.157699 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:23.197184 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440683dd-78f1-472a-bc40-675c1426750c req-0fd9b3af-7032-4e1d-ba16-287174971e1e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:23.198703 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-440683dd-78f1-472a-bc40-675c1426750c req-0fd9b3af-7032-4e1d-ba16-287174971e1e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0493555 Sep 18 01:08:23.249092 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-440683dd-78f1-472a-bc40-675c1426750c req-72edebfa-6cb7-436e-82e6-ee36ea343d66 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448809 Sep 18 01:08:24.370637 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b9999-74d3-4f6f-a835-afbb9e2af2b5 req-7ecae680-d2d8-4462-af5e-fdf992694435 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:24.372105 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cc7b9999-74d3-4f6f-a835-afbb9e2af2b5 req-7ecae680-d2d8-4462-af5e-fdf992694435 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0471792 Sep 18 01:08:24.424642 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-cc7b9999-74d3-4f6f-a835-afbb9e2af2b5 req-50c03bed-54d3-4193-a739-0abfadef24db tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469844 Sep 18 01:08:25.555534 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5fa64-9cb1-44fd-8325-5a90615c13d8 req-6b6c6f91-67ce-4aed-ab77-222d065e79e7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:25.556993 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9da5fa64-9cb1-44fd-8325-5a90615c13d8 req-6b6c6f91-67ce-4aed-ab77-222d065e79e7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0510342 Sep 18 01:08:25.605587 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9da5fa64-9cb1-44fd-8325-5a90615c13d8 req-8523f6bd-1ccc-48b4-b184-1904caf44c4e tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430305 Sep 18 01:08:26.723042 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87516e4-8a02-4d3e-bf13-68bb121f41fb req-3e98c8af-30b5-406b-92b5-6522aeaca9d8 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:26.724389 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a87516e4-8a02-4d3e-bf13-68bb121f41fb req-3e98c8af-30b5-406b-92b5-6522aeaca9d8 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0454750 Sep 18 01:08:26.773539 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a87516e4-8a02-4d3e-bf13-68bb121f41fb req-44454da2-9c0f-4660-9416-fb9bb4f14618 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428495 Sep 18 01:08:27.899789 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce1b5b-f212-480a-9906-3f424e1ad3ae req-b1e0b2cc-e553-4612-9ee0-4f0ae542f407 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:27.901279 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d4ce1b5b-f212-480a-9906-3f424e1ad3ae req-b1e0b2cc-e553-4612-9ee0-4f0ae542f407 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 943 time: 0.0509527 Sep 18 01:08:27.949799 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d4ce1b5b-f212-480a-9906-3f424e1ad3ae req-0a9ce8b7-4bae-4027-b008-fd6123ec785b tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428467 Sep 18 01:08:27.970783 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ac27aed2-9401-48f5-a764-f83ca47284b4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:08:28.073713 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac27aed2-9401-48f5-a764-f83ca47284b4,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:28.084733 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'port_id': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'mac_address': 'fa:16:3e:da:71:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:08:28.119705 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port ac27aed2-9401-48f5-a764-f83ca47284b4 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:08:28.120097 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:28.133043 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac27aed2-9401-48f5-a764-f83ca47284b4 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:08:28.153355 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac27aed2-9401-48f5-a764-f83ca47284b4,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:28.157264 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:28.203427 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=ac27aed2-9401-48f5-a764-f83ca47284b4,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:28.505665 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['ac27aed2-9401-48f5-a764-f83ca47284b4'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:08:28.725263 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:29.079048 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad03cf-6ba0-4ec3-a04e-4ddd46a4c3c0 req-69234bcf-c52e-499d-b323-8c7b30e84628 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:29.080507 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c3ad03cf-6ba0-4ec3-a04e-4ddd46a4c3c0 req-69234bcf-c52e-499d-b323-8c7b30e84628 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 944 time: 0.0502079 Sep 18 01:08:29.128987 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c3ad03cf-6ba0-4ec3-a04e-4ddd46a4c3c0 req-8889f1ec-a48a-49ee-8e00-1756dd87d0a7 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429130 Sep 18 01:08:29.432109 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:29.434182 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=78 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:29.972211 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ac27aed2-9401-48f5-a764-f83ca47284b4 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:08:30.017128 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port ac27aed2-9401-48f5-a764-f83ca47284b4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:08:30.017418 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:30.017751 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port ac27aed2-9401-48f5-a764-f83ca47284b4 Sep 18 01:08:30.088837 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port ac27aed2-9401-48f5-a764-f83ca47284b4 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:08:30.089228 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:30.114942 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:08:30.117209 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942faa22-ed86-4425-b200-5c82f887ebe9" -d '{"events": [{"server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "name": "network-vif-plugged", "status": "completed", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:30.130023 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac27aed2-9401-48f5-a764-f83ca47284b4,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:30.134415 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:30.170399 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86317d55-8d2b-47eb-bca3-1d1e36e9eba0 x-openstack-request-id: req-86317d55-8d2b-47eb-bca3-1d1e36e9eba0 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:30.170598 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "name": "network-vif-plugged", "status": "completed", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:30.170813 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86317d55-8d2b-47eb-bca3-1d1e36e9eba0 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:30.171207 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86317d55-8d2b-47eb-bca3-1d1e36e9eba0'] response: {'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'code': 200} Sep 18 01:08:30.191071 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=ac27aed2-9401-48f5-a764-f83ca47284b4,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:30.270068 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92fc7-382b-4970-bfa9-35bf71489862 req-470d7455-6c9c-4704-93ff-c6f2efea8e08 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:30.271465 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e5f92fc7-382b-4970-bfa9-35bf71489862 req-470d7455-6c9c-4704-93ff-c6f2efea8e08 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0472789 Sep 18 01:08:30.327691 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e5f92fc7-382b-4970-bfa9-35bf71489862 req-ed0fd588-f6d4-4214-a0d9-dadbdca4f4fd tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498178 Sep 18 01:08:30.451841 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9b707-4a36-4e8f-bc8c-dedee4b94ab9 req-ce1b30c4-d33c-434c-a743-84165acb72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:30.453349 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-1ff9b707-4a36-4e8f-bc8c-dedee4b94ab9 req-ce1b30c4-d33c-434c-a743-84165acb72b9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1129 time: 0.0384843 Sep 18 01:08:30.506741 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-1ff9b707-4a36-4e8f-bc8c-dedee4b94ab9 req-97f7a787-5bd0-451b-bef8-faa962e5ed21 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 Sep 18 01:08:30.762013 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9b2d76c2-374c-484f-ac42-5fc7bb301f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:31.463792 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9508545-2edd-4f60-beb3-f95fef844528 req-1e46eaa6-407a-4243-b015-e4064da3add4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:31.465340 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d9508545-2edd-4f60-beb3-f95fef844528 req-1e46eaa6-407a-4243-b015-e4064da3add4 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0550940 Sep 18 01:08:31.518143 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-d9508545-2edd-4f60-beb3-f95fef844528 req-75eab3d4-e3c6-4f4a-ad81-1cdad94f4040 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468180 Sep 18 01:08:32.644048 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626eced-7b3f-4d72-9117-ad479e292d88 req-65b93589-615a-48de-b5b1-5b4097f394c8 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:32.645569 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1626eced-7b3f-4d72-9117-ad479e292d88 req-65b93589-615a-48de-b5b1-5b4097f394c8 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0490944 Sep 18 01:08:32.697663 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1626eced-7b3f-4d72-9117-ad479e292d88 req-a34d3ab5-0f6f-4b2c-8625-177ce4e26c7a tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457332 Sep 18 01:08:33.674495 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aea9842a-9733-4a58-9786-e1f1bc1d823b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:34.390942 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:34.391702 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:35.268426 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:36.354880 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:37.086305 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:37.099993 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:40.491403 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=10 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:40.504033 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:42.688450 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:42.692485 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=80 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:44.775279 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592f881-e8bb-4d57-8037-8579c5672c91 req-9e355d72-bdb0-4f02-a741-2367caf6c42d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:44.776639 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a592f881-e8bb-4d57-8037-8579c5672c91 req-9e355d72-bdb0-4f02-a741-2367caf6c42d tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 946 time: 0.0490248 Sep 18 01:08:44.822334 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a592f881-e8bb-4d57-8037-8579c5672c91 req-bdbc4235-73a9-4777-a262-58aaf67aab23 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400383 Sep 18 01:08:45.941632 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8fa57-65d5-4fbd-991f-02d28f631008 req-5eb04b34-a6bf-4df8-b658-96c0a34753e4 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:45.943094 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1fc8fa57-65d5-4fbd-991f-02d28f631008 req-5eb04b34-a6bf-4df8-b658-96c0a34753e4 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 946 time: 0.0455544 Sep 18 01:08:45.989390 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1fc8fa57-65d5-4fbd-991f-02d28f631008 req-e251ce71-8b00-43ec-82b0-59682fb4ed7c tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407665 Sep 18 01:08:46.850708 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-f3b656b5-ba14-4b2f-9dfc-1cc3bfd9157f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:46.852137 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-f3b656b5-ba14-4b2f-9dfc-1cc3bfd9157f tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 946 time: 0.0464540 Sep 18 01:08:46.932807 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Deleting port bcd94803-b2f3-4f1f-b0ef-275773a5103b {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:46.933150 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:47.024224 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] For port bcd94803-b2f3-4f1f-b0ef-275773a5103b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bcd94803-b2f3-4f1f-b0ef-275773a5103b,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:47.025160 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:47.093540 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:47.096702 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:47.114359 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256efe6-081f-49d7-93bf-9c8f048f1eab req-2c38265b-6241-4565-a73f-a8b81eeae0ba tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:47.115799 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e256efe6-081f-49d7-93bf-9c8f048f1eab req-2c38265b-6241-4565-a73f-a8b81eeae0ba tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 946 time: 0.0517490 Sep 18 01:08:47.163394 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e256efe6-081f-49d7-93bf-9c8f048f1eab req-138c8b57-d918-476d-be30-0c8bf32ee51e tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=d716d714-fd64-4db6-9353-5fe0f217ec69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Sep 18 01:08:47.187416 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:47.187775 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533414'] for floatingip (0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:47.188085 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Floating IP 0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab disassociated. External IP: 172.37.7.13, port: bcd94803-b2f3-4f1f-b0ef-275773a5103b. Sep 18 01:08:47.188417 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Calling delete_port for bcd94803-b2f3-4f1f-b0ef-275773a5103b owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:47.314386 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (bcd94803-b2f3-4f1f-b0ef-275773a5103b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:47.345976 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event deleted for resources: {'Port': ['ID=bcd94803-b2f3-4f1f-b0ef-275773a5103b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:47.357636 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.357978 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.358320 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.359048 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.359048 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.359527 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.359896 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.360240 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.360694 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.361029 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.361358 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.361684 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.362007 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.362330 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.362707 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:47.463877 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Router 49f41761-c5ea-42ab-a04f-e1419cdb1927 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:47.566598 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:47.577924 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] Sync routers for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:47.588805 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:08:47.589417 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:08:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:47.608901 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] No DVR routers for this DVR port bcd94803-b2f3-4f1f-b0ef-275773a5103b on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:08:47.611542 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:47.615219 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-2a371e77-6ce9-44ec-b8eb-40a0cfcf2a18 req-6a06a137-52f2-4294-87b2-7b610421fc19 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.49 "DELETE /networking/v2.0/ports/bcd94803-b2f3-4f1f-b0ef-275773a5103b HTTP/1.1" status: 204 len: 173 time: 0.7578695 Sep 18 01:08:47.615727 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'name': 'network-vif-deleted', 'tag': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:08:47.617996 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6d8fda-1e46-41b0-81da-f7d9136482b1" -d '{"events": [{"server_uuid": "fc403fe0-bf54-4ff8-b714-0cc3f0484d1e", "name": "network-vif-deleted", "tag": "bcd94803-b2f3-4f1f-b0ef-275773a5103b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:08:47.658832 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a30327-9c74-4db0-8b71-b28c5c5fb806 x-openstack-request-id: req-39a30327-9c74-4db0-8b71-b28c5c5fb806 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:08:47.659263 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc403fe0-bf54-4ff8-b714-0cc3f0484d1e", "name": "network-vif-deleted", "tag": "bcd94803-b2f3-4f1f-b0ef-275773a5103b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:08:47.659513 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39a30327-9c74-4db0-8b71-b28c5c5fb806 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:08:47.659920 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a30327-9c74-4db0-8b71-b28c5c5fb806'] response: {'server_uuid': 'fc403fe0-bf54-4ff8-b714-0cc3f0484d1e', 'name': 'network-vif-deleted', 'tag': 'bcd94803-b2f3-4f1f-b0ef-275773a5103b', 'status': 'completed', 'code': 200} Sep 18 01:08:47.695530 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:08:47.907733 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:47.936879 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] Checking router: 49f41761-c5ea-42ab-a04f-e1419cdb1927 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:47.945529 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:08:47.946137 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:08:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:48.045655 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:08:48.229390 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:48.255029 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d53bd-bd6e-4adf-953b-d71e6892ea4e None None] The sync data for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi is: [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:04:32Z', 'revision_number': 4, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a9c75f30-3c9c-4170-bcfc-a800cf863dd5', 'name': '', 'network_id': '5e1cdc84-fae8-4064-bacf-43638170a453', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'mac_address': 'fa:16:3e:f5:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '78665719-3b71-4b57-ac18-8d21538cb139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:32Z', 'updated_at': '2022-09-18T01:04:37Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'subnets': [{'id': '78665719-3b71-4b57-ac18-8d21538cb139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:48.283163 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eba45816-6e23-4dfa-989b-b76cf4efb95d req-09ba89ed-3046-4863-96ff-3147aa9dd33b tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fc403fe0-bf54-4ff8-b714-0cc3f0484d1e HTTP/1.1" status: 200 len: 210 time: 0.0296185 Sep 18 01:08:48.497663 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d299f31a-9e77-4bb8-8314-f8268120c0a0 None None] New status for floating IP 0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:08:49.380197 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:49.434040 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efac0956-2e4e-4c43-b6e2-fdbea74deaab tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (d716d714-fd64-4db6-9353-5fe0f217ec69), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.436199 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:49.459884 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efac0956-2e4e-4c43-b6e2-fdbea74deaab tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (d716d714-fd64-4db6-9353-5fe0f217ec69), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.462843 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:49.508117 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efac0956-2e4e-4c43-b6e2-fdbea74deaab tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (d716d714-fd64-4db6-9353-5fe0f217ec69), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.510750 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-efac0956-2e4e-4c43-b6e2-fdbea74deaab tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.514380 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-efac0956-2e4e-4c43-b6e2-fdbea74deaab tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/d716d714-fd64-4db6-9353-5fe0f217ec69 HTTP/1.1" status: 204 len: 168 time: 0.1307087 Sep 18 01:08:49.514871 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49176) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:49.526904 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac0956-2e4e-4c43-b6e2-fdbea74deaab tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d716d714-fd64-4db6-9353-5fe0f217ec69,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:49.530035 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.api.v2.resource [None req-c3eb42c4-aa83-47fd-9973-5342aa9473b7 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] show failed (client error): The resource could not be found. Sep 18 01:08:49.531088 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-c3eb42c4-aa83-47fd-9973-5342aa9473b7 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "GET /networking/v2.0/security-groups/d716d714-fd64-4db6-9353-5fe0f217ec69 HTTP/1.1" status: 404 len: 347 time: 0.0150049 Sep 18 01:08:49.534048 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49178) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:49.647005 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Deleting port ad604abd-1da1-43ba-bcd2-b2467aa02904 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:49.647396 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (ad604abd-1da1-43ba-bcd2-b2467aa02904), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.729892 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (ad604abd-1da1-43ba-bcd2-b2467aa02904), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.730221 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (ad604abd-1da1-43ba-bcd2-b2467aa02904), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.742945 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Calling delete_port for ad604abd-1da1-43ba-bcd2-b2467aa02904 owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:49.872166 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (ad604abd-1da1-43ba-bcd2-b2467aa02904), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.894932 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Pushing event deleted for resources: {'Port': ['ID=ad604abd-1da1-43ba-bcd2-b2467aa02904,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:49.905313 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.905579 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.905914 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.906252 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.906608 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.907420 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.907420 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.907664 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.907968 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.908287 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.908612 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.908930 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.909249 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.909562 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.909875 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:08:49.971160 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks [] for floatingip (0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.973579 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:49.974744 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-04a97c47-514e-4da7-b6c2-d1f6b4021a52 tempest-AttachVolumeTestJSON-243269240 tempest-AttachVolumeTestJSON-243269240-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/0a26b2aa-f4d1-43fc-9a84-ffb9b02ef1ab HTTP/1.1" status: 204 len: 168 time: 0.4397323 Sep 18 01:08:50.070752 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device bcd94803-b2f3-4f1f-b0ef-275773a5103b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:50.091245 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: bcd94803-b2f3-4f1f-b0ef-275773a5103b {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:50.091591 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device bcd94803-b2f3-4f1f-b0ef-275773a5103b not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:51.419256 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:08:52.913107 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:53.524219 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49206) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:53.714224 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:53.719035 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:53.834643 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (49f41761-c5ea-42ab-a04f-e1419cdb1927), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:54.052805 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Deleting port a9c75f30-3c9c-4170-bcfc-a800cf863dd5 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:54.053141 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:54.140658 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] For port a9c75f30-3c9c-4170-bcfc-a800cf863dd5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a9c75f30-3c9c-4170-bcfc-a800cf863dd5,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:54.141017 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:54.153640 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Calling delete_port for a9c75f30-3c9c-4170-bcfc-a800cf863dd5 owned by network:router_interface {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:54.324164 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (a9c75f30-3c9c-4170-bcfc-a800cf863dd5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:54.352438 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c75f30-3c9c-4170-bcfc-a800cf863dd5,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:54.527979 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (49f41761-c5ea-42ab-a04f-e1419cdb1927), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:54.534170 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:54.584102 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:54.732243 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Router 49f41761-c5ea-42ab-a04f-e1419cdb1927 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:08:54.834198 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:08:54.839137 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-18bc4bf8-d9ad-4745-ab65-06b735c66317 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/49f41761-c5ea-42ab-a04f-e1419cdb1927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3138695 Sep 18 01:08:54.841924 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49210) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:54.843050 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] Sync routers for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:08:54.853059 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:08:54.853638 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:08:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:54.944017 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks [] for router (49f41761-c5ea-42ab-a04f-e1419cdb1927), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.044597 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks [] for router_gateway (49f41761-c5ea-42ab-a04f-e1419cdb1927), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.081258 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:08:55.086248 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Deleting port 93fc521f-d09b-4eea-a7a0-1a1939186e5a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:55.086545 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.165618 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] For port 93fc521f-d09b-4eea-a7a0-1a1939186e5a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=93fc521f-d09b-4eea-a7a0-1a1939186e5a,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:55.166024 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.178798 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Calling delete_port for 93fc521f-d09b-4eea-a7a0-1a1939186e5a owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:55.247676 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178'}], 'enable_snat': True}, 'gw_port_id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:08:54Z', 'revision_number': 5, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port': {'id': '93fc521f-d09b-4eea-a7a0-1a1939186e5a', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:30Z', 'updated_at': '2022-09-18T01:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:55.276781 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] Checking router: 49f41761-c5ea-42ab-a04f-e1419cdb1927 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:08:55.285277 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] Routers {'49f41761-c5ea-42ab-a04f-e1419cdb1927'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:08:55.285891 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:08:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['49f41761-c5ea-42ab-a04f-e1419cdb1927'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:55.342257 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (93fc521f-d09b-4eea-a7a0-1a1939186e5a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.370365 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] Set router 49f41761-c5ea-42ab-a04f-e1419cdb1927 gateway port host: None {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:08:55.370777 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Pushing event deleted for resources: {'Port': ['ID=93fc521f-d09b-4eea-a7a0-1a1939186e5a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:55.423398 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:08:55Z', 'revision_number': 6, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:55.432701 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (49f41761-c5ea-42ab-a04f-e1419cdb1927), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.447663 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe05f4-c42b-419a-8574-86455ad8d0c3 None None] The sync data for ids ['49f41761-c5ea-42ab-a04f-e1419cdb1927'] in dv-cinder-master-3-iscsi is: [{'id': '49f41761-c5ea-42ab-a04f-e1419cdb1927', 'name': 'tempest-AttachVolumeTestJSON-734442830-router', 'tenant_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:29Z', 'updated_at': '2022-09-18T01:08:55Z', 'revision_number': 6, 'project_id': '39509a7e0ca64f94913b5fbf10c6ec9c', 'gw_port_host': None}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:08:55.518742 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (49f41761-c5ea-42ab-a04f-e1419cdb1927), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.521091 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks [] for router_controller (49f41761-c5ea-42ab-a04f-e1419cdb1927), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.564453 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (49f41761-c5ea-42ab-a04f-e1419cdb1927), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.565124 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49f41761-c5ea-42ab-a04f-e1419cdb1927 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:08:55.569804 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.571268 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-09e63a44-7dc2-4838-847a-9103b77a8878 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/49f41761-c5ea-42ab-a04f-e1419cdb1927 HTTP/1.1" status: 204 len: 168 time: 0.7279809 Sep 18 01:08:55.573928 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49212) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:55.621308 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c61eca6-1c9f-40ef-a616-6a224f9c3e54 admin admin] Deleting subnet 78665719-3b71-4b57-ac18-8d21538cb139 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:08:55.624789 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c61eca6-1c9f-40ef-a616-6a224f9c3e54 admin admin] Publish callbacks [] for subnet (78665719-3b71-4b57-ac18-8d21538cb139), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.626317 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:55.661061 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c61eca6-1c9f-40ef-a616-6a224f9c3e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (78665719-3b71-4b57-ac18-8d21538cb139), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.697563 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:55.737576 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c61eca6-1c9f-40ef-a616-6a224f9c3e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (78665719-3b71-4b57-ac18-8d21538cb139), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.795765 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c61eca6-1c9f-40ef-a616-6a224f9c3e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (78665719-3b71-4b57-ac18-8d21538cb139), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.824258 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61eca6-1c9f-40ef-a616-6a224f9c3e54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78665719-3b71-4b57-ac18-8d21538cb139,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:55.829214 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c61eca6-1c9f-40ef-a616-6a224f9c3e54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.833197 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-9c61eca6-1c9f-40ef-a616-6a224f9c3e54 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/78665719-3b71-4b57-ac18-8d21538cb139 HTTP/1.1" status: 204 len: 168 time: 0.2582877 Sep 18 01:08:55.834796 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb582ef2-7a6f-4e77-b546-520b956a488c None None] Network 5e1cdc84-fae8-4064-bacf-43638170a453 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:08:55.835688 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49214) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:55.916450 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (5e1cdc84-fae8-4064-bacf-43638170a453), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:55.963044 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Deleting port 3ae79073-8afd-4a48-801a-4203cb23b103 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:08:55.963573 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.023964 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] For port 3ae79073-8afd-4a48-801a-4203cb23b103, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3ae79073-8afd-4a48-801a-4203cb23b103,segment=NetworkSegment(488b999e-c902-4c6e-a228-fc1f77956819),segment_id=488b999e-c902-4c6e-a228-fc1f77956819)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:08:56.024315 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.037309 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Calling delete_port for 3ae79073-8afd-4a48-801a-4203cb23b103 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:08:56.117280 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (3ae79073-8afd-4a48-801a-4203cb23b103), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.139336 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae79073-8afd-4a48-801a-4203cb23b103,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:56.144587 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] No DVR routers for this DVR port 3ae79073-8afd-4a48-801a-4203cb23b103 on host dv-cinder-master-3-iscsi {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:08:56.213372 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (5e1cdc84-fae8-4064-bacf-43638170a453), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.235663 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1cdc84-fae8-4064-bacf-43638170a453']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:56.245398 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488b999e-c902-4c6e-a228-fc1f77956819') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:56.245689 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488b999e-c902-4c6e-a228-fc1f77956819') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:08:56.255687 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (488b999e-c902-4c6e-a228-fc1f77956819), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.269566 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (488b999e-c902-4c6e-a228-fc1f77956819), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.270360 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59af6e-f066-4c7b-af9e-d3c96a7bd9ba None None] DHCP port deletion for 5e1cdc84-fae8-4064-bacf-43638170a453 request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:08:56.277347 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:08:56.277855 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (488b999e-c902-4c6e-a228-fc1f77956819), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.300331 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 488b999e-c902-4c6e-a228-fc1f77956819 resource provider aggregate not found Sep 18 01:08:56.328348 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 488b999e-c902-4c6e-a228-fc1f77956819 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 488b999e-c902-4c6e-a228-fc1f77956819 found for delete ", "request_id": "req-554153d3-625b-4264-b180-ad36bff657f9"}]} Sep 18 01:08:56.356681 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (5e1cdc84-fae8-4064-bacf-43638170a453), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.363310 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.369092 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/5e1cdc84-fae8-4064-bacf-43638170a453 HTTP/1.1" status: 204 len: 168 time: 0.5320530 Sep 18 01:08:56.382220 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14b2f3-1942-40a6-abb1-614c4a2ee5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e1cdc84-fae8-4064-bacf-43638170a453,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:56.491075 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3ae79073-8afd-4a48-801a-4203cb23b103 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:56.522263 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 3ae79073-8afd-4a48-801a-4203cb23b103 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:56.522641 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 3ae79073-8afd-4a48-801a-4203cb23b103 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:56.523066 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device a9c75f30-3c9c-4170-bcfc-a800cf863dd5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:56.543553 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: a9c75f30-3c9c-4170-bcfc-a800cf863dd5 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:56.543904 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device a9c75f30-3c9c-4170-bcfc-a800cf863dd5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:56.544316 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 93fc521f-d09b-4eea-a7a0-1a1939186e5a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:08:56.562306 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 93fc521f-d09b-4eea-a7a0-1a1939186e5a {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:08:56.562682 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 93fc521f-d09b-4eea-a7a0-1a1939186e5a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:08:56.572812 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49222) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:56.612647 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a0b520d0-fe7e-4dc4-84c2-0b65d9a1c32b admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=39509a7e0ca64f94913b5fbf10c6ec9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387011 Sep 18 01:08:56.615166 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49224) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:08:56.663050 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-822fc718-129e-4085-b7b6-7ca81f6ac9aa admin admin] Publish callbacks [] for security_group (88341f3d-74f1-4b59-99aa-2e86fa031036), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.683557 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-822fc718-129e-4085-b7b6-7ca81f6ac9aa admin admin] Publish callbacks [] for security_group (88341f3d-74f1-4b59-99aa-2e86fa031036), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.685238 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:56.736335 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-822fc718-129e-4085-b7b6-7ca81f6ac9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (88341f3d-74f1-4b59-99aa-2e86fa031036), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.738860 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-822fc718-129e-4085-b7b6-7ca81f6ac9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:56.739971 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-822fc718-129e-4085-b7b6-7ca81f6ac9aa admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/88341f3d-74f1-4b59-99aa-2e86fa031036 HTTP/1.1" status: 204 len: 168 time: 0.1238897 Sep 18 01:08:56.749229 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fc718-129e-4085-b7b6-7ca81f6ac9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88341f3d-74f1-4b59-99aa-2e86fa031036,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:08:58.573870 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:59.422526 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:59.436556 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-f1720982-8f95-4ac9-be38-69e1d20d521d service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411081 Sep 18 01:08:59.515317 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-15fac300-d813-41c1-8776-baed8ced7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:59.516797 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-15fac300-d813-41c1-8776-baed8ced7546 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2d812ad5fce24a49b0f2d07081d5718a&device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1129 time: 0.0389690 Sep 18 01:08:59.627354 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-73b924b2-6b24-4da7-b57c-fe6e969b6c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:59.628787 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-73b924b2-6b24-4da7-b57c-fe6e969b6c2d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=30756a9b-3b35-450a-9804-89022f2d94c9 HTTP/1.1" status: 200 len: 910 time: 0.0894768 Sep 18 01:08:59.688912 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-30c7e1cf-7d05-4c4b-b364-3e345c337452 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 200 len: 1000 time: 0.0535274 Sep 18 01:08:59.737864 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-f0bcb720-d66e-499a-819c-04b4c728fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:59.739331 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-f0bcb720-d66e-499a-819c-04b4c728fc0a service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=06e5b678-cf72-4a5d-aef0-221219a36bae HTTP/1.1" status: 200 len: 848 time: 0.0441339 Sep 18 01:08:59.785640 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-866f094a-f9a2-4d1e-a92a-9ce85c71e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:08:59.787157 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-866f094a-f9a2-4d1e-a92a-9ce85c71e571 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=30756a9b-3b35-450a-9804-89022f2d94c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417140 Sep 18 01:08:59.874362 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-7685d4b8-2acc-4cbc-b6c1-49c3e344c245 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809312 Sep 18 01:09:00.208881 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d684e23d-563a-43d6-9f23-f4814d5fc94d req-921f588b-f16f-43f2-bf7b-3a85e37621a5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276706 Sep 18 01:09:00.767848 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8131b839-9f7a-49b8-a179-d170452f8761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:03.678233 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-101a0f25-ae89-423f-aa13-086fc4bea4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:04.831615 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=38 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:04.832542 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=26 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:05.275589 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.124763 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49342) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:06.232085 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd9-b0ba-46eb-a32e-2452975212b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.305582 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd9-b0ba-46eb-a32e-2452975212b3 admin admin] Publish callbacks [] for security_group (988efeb4-6438-4c12-bc60-0448737f9448), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.309494 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a2101fd9-b0ba-46eb-a32e-2452975212b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (988efeb4-6438-4c12-bc60-0448737f9448), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.348760 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.350436 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-a2101fd9-b0ba-46eb-a32e-2452975212b3 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=689a7be0863043e1ac79035e51cca2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245126 Sep 18 01:09:06.351334 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101fd9-b0ba-46eb-a32e-2452975212b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988efeb4-6438-4c12-bc60-0448737f9448,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:06.353974 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49346) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:06.646762 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8b579aea-686f-431d-8916-40dc289bfc5e admin admin] Publish callbacks [] for security_group (988efeb4-6438-4c12-bc60-0448737f9448), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.665705 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8b579aea-686f-431d-8916-40dc289bfc5e admin admin] Publish callbacks [] for security_group (988efeb4-6438-4c12-bc60-0448737f9448), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.712042 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8b579aea-686f-431d-8916-40dc289bfc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (988efeb4-6438-4c12-bc60-0448737f9448), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.714862 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8b579aea-686f-431d-8916-40dc289bfc5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.716169 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-8b579aea-686f-431d-8916-40dc289bfc5e admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/988efeb4-6438-4c12-bc60-0448737f9448 HTTP/1.1" status: 204 len: 168 time: 0.3604016 Sep 18 01:09:06.724126 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b579aea-686f-431d-8916-40dc289bfc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988efeb4-6438-4c12-bc60-0448737f9448,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:07.102377 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:08.643912 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49416) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:08.749678 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73bf8736-37ec-47bc-995e-cf22ec7f9251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:08.823246 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73bf8736-37ec-47bc-995e-cf22ec7f9251 admin admin] Publish callbacks [] for security_group (9bae6a46-85b3-4793-a28b-a158191d84a8), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:08.826662 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-73bf8736-37ec-47bc-995e-cf22ec7f9251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9bae6a46-85b3-4793-a28b-a158191d84a8), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:08.868371 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-73bf8736-37ec-47bc-995e-cf22ec7f9251 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4652ddbd662648fb8769ee854cc94bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233076 Sep 18 01:09:08.869196 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf8736-37ec-47bc-995e-cf22ec7f9251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bae6a46-85b3-4793-a28b-a158191d84a8,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:08.871281 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49420) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:08.921906 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c200ce88-52f5-4715-9bb5-779ecaded8da admin admin] Publish callbacks [] for security_group (9bae6a46-85b3-4793-a28b-a158191d84a8), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:08.941055 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c200ce88-52f5-4715-9bb5-779ecaded8da admin admin] Publish callbacks [] for security_group (9bae6a46-85b3-4793-a28b-a158191d84a8), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:08.986538 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c200ce88-52f5-4715-9bb5-779ecaded8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9bae6a46-85b3-4793-a28b-a158191d84a8), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:08.988921 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c200ce88-52f5-4715-9bb5-779ecaded8da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:08.990028 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-c200ce88-52f5-4715-9bb5-779ecaded8da admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9bae6a46-85b3-4793-a28b-a158191d84a8 HTTP/1.1" status: 204 len: 168 time: 0.1177695 Sep 18 01:09:08.999243 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200ce88-52f5-4715-9bb5-779ecaded8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bae6a46-85b3-4793-a28b-a158191d84a8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:09.257773 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49426) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:09.271523 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4077c22d-1ef0-4250-a3fe-d62f911c27b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:09.281617 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:09.297683 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:09.353193 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4077c22d-1ef0-4250-a3fe-d62f911c27b0 admin admin] Publish callbacks [] for security_group (8cb7bca4-aa44-4816-9800-daea72ea6f80), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:09.356861 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4077c22d-1ef0-4250-a3fe-d62f911c27b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (8cb7bca4-aa44-4816-9800-daea72ea6f80), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:09.395540 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-4077c22d-1ef0-4250-a3fe-d62f911c27b0 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=4bf69e2139fc4408a8af9a0e2c7fa931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367052 Sep 18 01:09:09.396402 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077c22d-1ef0-4250-a3fe-d62f911c27b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb7bca4-aa44-4816-9800-daea72ea6f80,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:09.398292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49428) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:09.447823 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-47fa0cec-d78d-41ac-9dc2-61023b4a3c3b admin admin] Publish callbacks [] for security_group (8cb7bca4-aa44-4816-9800-daea72ea6f80), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:09.469172 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-47fa0cec-d78d-41ac-9dc2-61023b4a3c3b admin admin] Publish callbacks [] for security_group (8cb7bca4-aa44-4816-9800-daea72ea6f80), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:09.515859 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-47fa0cec-d78d-41ac-9dc2-61023b4a3c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (8cb7bca4-aa44-4816-9800-daea72ea6f80), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:09.518444 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-47fa0cec-d78d-41ac-9dc2-61023b4a3c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:09.520466 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-47fa0cec-d78d-41ac-9dc2-61023b4a3c3b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8cb7bca4-aa44-4816-9800-daea72ea6f80 HTTP/1.1" status: 204 len: 168 time: 0.1207333 Sep 18 01:09:09.530892 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa0cec-d78d-41ac-9dc2-61023b4a3c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb7bca4-aa44-4816-9800-daea72ea6f80,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:11.382205 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:11.387267 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:17.099041 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:19.017928 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:19.383003 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=13,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:19.391552 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=13,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:19.524697 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:19.526717 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:19.544993 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:20.329299 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49538) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:20.433077 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7a4b-9b98-45ad-8947-49da507cc6c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:20.509038 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7a4b-9b98-45ad-8947-49da507cc6c7 admin admin] Publish callbacks [] for security_group (54f65f46-da18-45ac-a78d-efdd6c6ce343), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:20.513852 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7a4b-9b98-45ad-8947-49da507cc6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (54f65f46-da18-45ac-a78d-efdd6c6ce343), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:20.554304 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba7a4b-9b98-45ad-8947-49da507cc6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f65f46-da18-45ac-a78d-efdd6c6ce343,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:20.559638 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-b0ba7a4b-9b98-45ad-8947-49da507cc6c7 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=56ae2847ac8442a587478b17b54953f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292852 Sep 18 01:09:20.563069 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49542) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:20.610548 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d364b2be-5aff-4fc3-8a24-058b3eabb07b admin admin] Publish callbacks [] for security_group (54f65f46-da18-45ac-a78d-efdd6c6ce343), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:20.630197 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d364b2be-5aff-4fc3-8a24-058b3eabb07b admin admin] Publish callbacks [] for security_group (54f65f46-da18-45ac-a78d-efdd6c6ce343), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:20.675576 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d364b2be-5aff-4fc3-8a24-058b3eabb07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (54f65f46-da18-45ac-a78d-efdd6c6ce343), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:20.678514 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d364b2be-5aff-4fc3-8a24-058b3eabb07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:20.679692 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d364b2be-5aff-4fc3-8a24-058b3eabb07b admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/54f65f46-da18-45ac-a78d-efdd6c6ce343 HTTP/1.1" status: 204 len: 168 time: 0.1158586 Sep 18 01:09:20.688287 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364b2be-5aff-4fc3-8a24-058b3eabb07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f65f46-da18-45ac-a78d-efdd6c6ce343,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:20.936503 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49548) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:20.949610 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-70443db6-83cd-4ce1-8b2c-cfc9f578f348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:21.023633 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-70443db6-83cd-4ce1-8b2c-cfc9f578f348 admin admin] Publish callbacks [] for security_group (4eac03ba-1894-4f39-a506-637a16bffe0f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:21.027097 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-70443db6-83cd-4ce1-8b2c-cfc9f578f348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (4eac03ba-1894-4f39-a506-637a16bffe0f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:21.072528 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-70443db6-83cd-4ce1-8b2c-cfc9f578f348 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=50a05a71f71a490589e659b4290b03b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348298 Sep 18 01:09:21.073265 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70443db6-83cd-4ce1-8b2c-cfc9f578f348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac03ba-1894-4f39-a506-637a16bffe0f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:21.075093 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:21.129569 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db45fc89-1079-4d0e-ad38-d73d6b0ca11c admin admin] Publish callbacks [] for security_group (4eac03ba-1894-4f39-a506-637a16bffe0f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:21.150592 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db45fc89-1079-4d0e-ad38-d73d6b0ca11c admin admin] Publish callbacks [] for security_group (4eac03ba-1894-4f39-a506-637a16bffe0f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:21.194977 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db45fc89-1079-4d0e-ad38-d73d6b0ca11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (4eac03ba-1894-4f39-a506-637a16bffe0f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:21.197458 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db45fc89-1079-4d0e-ad38-d73d6b0ca11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:21.198609 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-db45fc89-1079-4d0e-ad38-d73d6b0ca11c admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/4eac03ba-1894-4f39-a506-637a16bffe0f HTTP/1.1" status: 204 len: 168 time: 0.1223965 Sep 18 01:09:21.206974 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45fc89-1079-4d0e-ad38-d73d6b0ca11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac03ba-1894-4f39-a506-637a16bffe0f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:22.316912 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49584) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:22.424747 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8912781a-f53b-43bc-a678-dda0ebf784be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:22.500350 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8912781a-f53b-43bc-a678-dda0ebf784be admin admin] Publish callbacks [] for security_group (b1d73fb9-cc3c-4a7d-aa14-d4367ee1deec), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:22.504098 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8912781a-f53b-43bc-a678-dda0ebf784be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (b1d73fb9-cc3c-4a7d-aa14-d4367ee1deec), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:22.543556 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-8912781a-f53b-43bc-a678-dda0ebf784be admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=41ab11eb60a447efa09d9a9005dc31a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255390 Sep 18 01:09:22.544711 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912781a-f53b-43bc-a678-dda0ebf784be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d73fb9-cc3c-4a7d-aa14-d4367ee1deec,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:22.546836 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49588) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:22.595680 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fadb47c1-c7b8-4a9e-8215-c9acd11ea960 admin admin] Publish callbacks [] for security_group (b1d73fb9-cc3c-4a7d-aa14-d4367ee1deec), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:22.615437 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fadb47c1-c7b8-4a9e-8215-c9acd11ea960 admin admin] Publish callbacks [] for security_group (b1d73fb9-cc3c-4a7d-aa14-d4367ee1deec), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:22.670488 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fadb47c1-c7b8-4a9e-8215-c9acd11ea960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (b1d73fb9-cc3c-4a7d-aa14-d4367ee1deec), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:22.670488 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fadb47c1-c7b8-4a9e-8215-c9acd11ea960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:22.671480 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-fadb47c1-c7b8-4a9e-8215-c9acd11ea960 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/b1d73fb9-cc3c-4a7d-aa14-d4367ee1deec HTTP/1.1" status: 204 len: 168 time: 0.1236396 Sep 18 01:09:22.679371 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb47c1-c7b8-4a9e-8215-c9acd11ea960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d73fb9-cc3c-4a7d-aa14-d4367ee1deec,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:22.927080 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.305492 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49610) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:23.402951 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-131430481-network', 'tenant_id': 'c83778305ed1494f931ca66d197fa5d3'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:23.423472 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Made reservation on behalf of c83778305ed1494f931ca66d197fa5d3 for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:09:23.425841 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.434204 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.444605 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:23.480539 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:23.514555 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Publish callbacks [] for security_group (9e2948f3-b0dd-4c26-ad83-ac27633f5ee2), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.518269 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9e2948f3-b0dd-4c26-ad83-ac27633f5ee2), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.546765 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:09:23.553180 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:23.559261 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.559603 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Added segment 0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6 of type vlan for network d37bfa6d-c1b4-4c46-b4de-962869a5a79e Sep 18 01:09:23.601313 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (d37bfa6d-c1b4-4c46-b4de-962869a5a79e), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.626958 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (d37bfa6d-c1b4-4c46-b4de-962869a5a79e), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.627934 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:23.628517 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.689086 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3824785 Sep 18 01:09:23.692013 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:23.692527 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dacd6-d861-4e2f-a024-fd76bd76da87 admin admin] Pushing event updated for resources: {'Network': ['ID=d37bfa6d-c1b4-4c46-b4de-962869a5a79e,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:23.698082 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Request body: {'subnet': {'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-131430481-subnet', 'tenant_id': 'c83778305ed1494f931ca66d197fa5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:23.702269 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network d37bfa6d-c1b4-4c46-b4de-962869a5a79e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:09:23.719508 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Made reservation on behalf of c83778305ed1494f931ca66d197fa5d3 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:09:23.721958 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397035'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.887979 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3677013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397053'] for subnet (f223c14d-6770-4dd7-9e5b-0042b098061d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.947458 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f223c14d-6770-4dd7-9e5b-0042b098061d,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:23.956417 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Checking segment: {'id': '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:09:23.956780 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Network hostable DHCP agents. Network: d37bfa6d-c1b4-4c46-b4de-962869a5a79e, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:09:23.975050 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Network d37bfa6d-c1b4-4c46-b4de-962869a5a79e is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:09:23.983462 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d37bfa6d-c1b4-4c46-b4de-962869a5a79e) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:23.988273 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:23.988861 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:23.992875 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c298c360-6982-49d7-bbd4-64cea9ead3d1 None None] Network d37bfa6d-c1b4-4c46-b4de-962869a5a79e requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:09:24.014393 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-0073d579-36c3-4fed-b33c-334bf0e7a46c admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3209689 Sep 18 01:09:24.092716 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95afe6-ab93-460a-9723-4a6b6109715b None None] Network d37bfa6d-c1b4-4c46-b4de-962869a5a79e requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:09:25.771926 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-7263c94f-0611-477f-825d-a3bd0842ad42 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:25.773291 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-7263c94f-0611-477f-825d-a3bd0842ad42 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e HTTP/1.1" status: 200 len: 808 time: 0.1030788 Sep 18 01:09:25.788006 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-bb6d58b3-46ff-4f9c-8a94-c31175b60205 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/quotas/c83778305ed1494f931ca66d197fa5d3 HTTP/1.1" status: 200 len: 375 time: 0.0093887 Sep 18 01:09:25.818910 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-4d55c68d-8c42-49ab-90be-561666254ee4 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c83778305ed1494f931ca66d197fa5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259976 Sep 18 01:09:25.952083 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c75a7cf8-3d82-45ca-886b-aa9dbd919654 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264794 Sep 18 01:09:26.039377 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-f960b348-8386-4d00-8a57-2d2bf84aaadb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809333 Sep 18 01:09:26.209093 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-9781d1aa-fbd3-44ce-923c-5f400c27dd02 req-e33eac28-2aba-411c-950c-cf8e42882c5c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 210 time: 0.0321009 Sep 18 01:09:27.319599 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-dbbd933c-cdf2-4134-b4be-a7878d4f12f5 req-7109bdbb-53b4-4f09-9d1a-867dfbf491fc tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 210 time: 0.0291071 Sep 18 01:09:27.480602 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-ec31687b-6984-49e1-ad14-a937b1507e8e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:27.482314 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-ec31687b-6984-49e1-ad14-a937b1507e8e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e HTTP/1.1" status: 200 len: 808 time: 0.1047955 Sep 18 01:09:27.520594 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Request body: {'port': {'device_id': 'd24d991f-0b33-485d-b69a-141e7495d514', 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e', 'admin_state_up': True, 'tenant_id': 'c83778305ed1494f931ca66d197fa5d3'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:27.525557 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:27.576916 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:27.644975 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Made reservation on behalf of c83778305ed1494f931ca66d197fa5d3 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:09:27.648879 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:27.770406 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Allocated IP 172.20.0.10 (d37bfa6d-c1b4-4c46-b4de-962869a5a79e/f223c14d-6770-4dd7-9e5b-0042b098061d/1e4424a5-e1da-41c9-9944-f7e928cf4dd4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:09:27.920089 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks [] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:27.951665 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:27.999010 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Network d37bfa6d-c1b4-4c46-b4de-962869a5a79e is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:28.002796 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:28.006618 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:09:28.012588 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Pushing event updated for resources: {'Port': ['ID=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:28.055828 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:28.056434 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:28.075061 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-c1d63ab9-f22c-4020-9453-a26d508fe0d7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585361 Sep 18 01:09:28.099145 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Request body: {'port': {'device_id': 'd24d991f-0b33-485d-b69a-141e7495d514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:28.157494 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:28.316312 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:28.358418 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:28.419457 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:09:28.419888 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:09:28.427294 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Publish callbacks [] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:28.441006 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Transition to ACTIVE for port object 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:09:28.443702 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc707a-f6c1-4354-9f7e-8e435a80f53b req-e31e06eb-d46e-4c73-8502-6c9a9733696f tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:28.445193 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:28.445330 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-68fc707a-f6c1-4354-9f7e-8e435a80f53b req-e31e06eb-d46e-4c73-8502-6c9a9733696f tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 932 time: 0.0478461 Sep 18 01:09:28.503863 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-68fc707a-f6c1-4354-9f7e-8e435a80f53b req-f70772d4-8203-4a47-bef7-ce149032130e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505633 Sep 18 01:09:28.508763 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:28.563080 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Attempting to bind port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:09:28.563465 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Attempting to bind port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:09:28.563882 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Attempting to bind port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 on network d37bfa6d-c1b4-4c46-b4de-962869a5a79e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:28.605839 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 on network d37bfa6d-c1b4-4c46-b4de-962869a5a79e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:09:28.606063 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Attempting to bind port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 on network d37bfa6d-c1b4-4c46-b4de-962869a5a79e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:28.647139 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:09:28.647466 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Checking segment: {'id': '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:09:28.647839 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Bound using segment: {'id': '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:09:28.648268 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Bound port: 1e4424a5-e1da-41c9-9944-f7e928cf4dd4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:09:28.648611 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:28.707072 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] For port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:09:28.710051 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] For port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:09:28.716128 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:28.721215 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:28.721852 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:28.723295 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/1e4424a5-e1da-41c9-9944-f7e928cf4dd4 HTTP/1.1" status: 200 len: 1094 time: 0.6283243 Sep 18 01:09:28.723848 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24d991f-0b33-485d-b69a-141e7495d514', 'tag': '1e4424a5-e1da-41c9-9944-f7e928cf4dd4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:09:28.726069 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3f3468-9904-48ee-9940-ce18946a333b" -d '{"events": [{"name": "network-changed", "server_uuid": "d24d991f-0b33-485d-b69a-141e7495d514", "tag": "1e4424a5-e1da-41c9-9944-f7e928cf4dd4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:28.765799 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a64b792-d56a-4d45-a44e-18fe3bc9675a x-openstack-request-id: req-3a64b792-d56a-4d45-a44e-18fe3bc9675a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:28.766088 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24d991f-0b33-485d-b69a-141e7495d514", "tag": "1e4424a5-e1da-41c9-9944-f7e928cf4dd4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:28.766338 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a64b792-d56a-4d45-a44e-18fe3bc9675a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:28.766768 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a64b792-d56a-4d45-a44e-18fe3bc9675a'] response: {'name': 'network-changed', 'server_uuid': 'd24d991f-0b33-485d-b69a-141e7495d514', 'tag': '1e4424a5-e1da-41c9-9944-f7e928cf4dd4', 'status': 'completed', 'code': 200} Sep 18 01:09:28.778314 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef6524-8af2-4808-a414-09383bb51456 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:28.840357 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-597318f8-369c-4f44-9990-5a25b52de30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:28.841850 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-597318f8-369c-4f44-9990-5a25b52de30a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c83778305ed1494f931ca66d197fa5d3&device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 1128 time: 0.0395930 Sep 18 01:09:28.894853 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-cddc9d60-470a-4cfd-891b-e43a211900df service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e4424a5-e1da-41c9-9944-f7e928cf4dd4 HTTP/1.1" status: 200 len: 217 time: 0.0334249 Sep 18 01:09:28.949002 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-e2e3b701-af4f-4cfe-b853-6cffe2024883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:28.950775 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-e2e3b701-af4f-4cfe-b853-6cffe2024883 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f223c14d-6770-4dd7-9e5b-0042b098061d HTTP/1.1" status: 200 len: 848 time: 0.0478756 Sep 18 01:09:28.990250 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-6ec42f84-d830-43ab-a3c2-e01e6712160c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305741 Sep 18 01:09:29.084311 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-70359e78-0283-4239-a6eb-3619ebdc5793 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848069 Sep 18 01:09:29.183292 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-e468ffe4-ab91-4fc0-83bc-ed57b4ae63f8 req-23140d09-4435-452a-99cc-6e5ea3f9572e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894608 Sep 18 01:09:29.633987 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581fdee-0415-4bd2-8762-dd8a29617e5e req-2237d5e3-e4d5-48b0-a0b7-a2f11efdcaf6 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:29.635495 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4581fdee-0415-4bd2-8762-dd8a29617e5e req-2237d5e3-e4d5-48b0-a0b7-a2f11efdcaf6 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 944 time: 0.0525336 Sep 18 01:09:29.683867 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4581fdee-0415-4bd2-8762-dd8a29617e5e req-922e7345-ce67-4d67-ba01-6872e33b3273 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422230 Sep 18 01:09:30.155514 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f3468-9904-48ee-9940-ce18946a333b req-68738bf7-81df-476d-abbc-23830f64c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:30.156992 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a3f3468-9904-48ee-9940-ce18946a333b req-68738bf7-81df-476d-abbc-23830f64c9b6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c83778305ed1494f931ca66d197fa5d3&device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 1128 time: 0.0412958 Sep 18 01:09:30.228147 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:30.254999 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f3468-9904-48ee-9940-ce18946a333b req-315e3850-c8ba-4297-91b2-cdf8708e9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:30.256451 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a3f3468-9904-48ee-9940-ce18946a333b req-315e3850-c8ba-4297-91b2-cdf8708e9ad0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e HTTP/1.1" status: 200 len: 909 time: 0.0904775 Sep 18 01:09:30.271521 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:30.300420 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a3f3468-9904-48ee-9940-ce18946a333b req-52336350-5066-4efa-9779-e5cebbdd37d9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e4424a5-e1da-41c9-9944-f7e928cf4dd4 HTTP/1.1" status: 200 len: 217 time: 0.0349491 Sep 18 01:09:30.351690 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f3468-9904-48ee-9940-ce18946a333b req-6140b9e3-0721-4d75-a4d5-0b4501820070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:30.353097 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a3f3468-9904-48ee-9940-ce18946a333b req-6140b9e3-0721-4d75-a4d5-0b4501820070 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f223c14d-6770-4dd7-9e5b-0042b098061d HTTP/1.1" status: 200 len: 848 time: 0.0442860 Sep 18 01:09:30.390916 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a3f3468-9904-48ee-9940-ce18946a333b req-055fca7e-bd03-4532-9c18-a4c7444f045e service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289669 Sep 18 01:09:30.482540 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a3f3468-9904-48ee-9940-ce18946a333b req-95be9918-50e5-4970-815d-3e0d8a07582b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825560 Sep 18 01:09:30.578646 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-8a3f3468-9904-48ee-9940-ce18946a333b req-0ffb28fd-0abd-49b6-a673-4e3ec76036c5 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874209 Sep 18 01:09:30.774885 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2439ead7-6ed1-4664-9472-50c6570d6338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:30.806722 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c3f04-723e-4448-87b0-b8536486d1dd req-27044fb3-d6ee-42a3-9aee-956bdd041d4b tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:30.808208 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e89c3f04-723e-4448-87b0-b8536486d1dd req-27044fb3-d6ee-42a3-9aee-956bdd041d4b tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 944 time: 0.0481126 Sep 18 01:09:30.854967 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e89c3f04-723e-4448-87b0-b8536486d1dd req-dc89c5f1-eb23-4d1f-b62c-7703cf49c4dd tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 Sep 18 01:09:31.186092 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=18 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:31.962329 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:31.981926 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6476b7-de97-4154-9a5c-de6d6ba99a9d req-cc0f93ec-26f5-44a3-b9e2-28be3a061c69 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:31.983424 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fd6476b7-de97-4154-9a5c-de6d6ba99a9d req-cc0f93ec-26f5-44a3-b9e2-28be3a061c69 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 944 time: 0.0533476 Sep 18 01:09:32.034111 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fd6476b7-de97-4154-9a5c-de6d6ba99a9d req-a3bd96b1-ed71-4213-9e43-c7ecf503858f tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445428 Sep 18 01:09:32.347001 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:09:32.443625 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:32.454309 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '1e4424a5-e1da-41c9-9944-f7e928cf4dd4', 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e', 'port_id': '1e4424a5-e1da-41c9-9944-f7e928cf4dd4', 'mac_address': 'fa:16:3e:7e:16:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f223c14d-6770-4dd7-9e5b-0042b098061d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:09:32.493548 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:09:32.493935 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:32.506678 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:09:32.526910 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:32.531278 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:32.577394 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:32.584478 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.584819 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.585156 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.585490 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.585817 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.586141 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.586484 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.586802 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.587119 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.587437 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.587755 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.588071 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.588384 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.588696 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.589007 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:32.878016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['1e4424a5-e1da-41c9-9944-f7e928cf4dd4'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:09:33.144200 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:33.157742 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1672da-1d37-41f2-a228-17e6a8980cdb req-ded3fdee-8e67-4796-85ce-bdc497b4c493 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:33.159229 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0b1672da-1d37-41f2-a228-17e6a8980cdb req-ded3fdee-8e67-4796-85ce-bdc497b4c493 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 945 time: 0.0474691 Sep 18 01:09:33.207867 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-0b1672da-1d37-41f2-a228-17e6a8980cdb req-0ed24904-0975-4ad2-9c8f-f0a0449b56d0 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427768 Sep 18 01:09:33.680842 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e1e772c-19cf-4291-a3ee-552a95f5bf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:34.326934 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3568596-9b9c-437b-95a0-4f477e571d02 req-eb4f52cb-df6f-4e1b-84eb-38702e3a4ec0 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:34.328438 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b3568596-9b9c-437b-95a0-4f477e571d02 req-eb4f52cb-df6f-4e1b-84eb-38702e3a4ec0 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 945 time: 0.0454261 Sep 18 01:09:34.352758 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:34.376701 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b3568596-9b9c-437b-95a0-4f477e571d02 req-f011a173-df6b-4796-9d75-8796c02c4875 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Sep 18 01:09:34.394165 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:09:34.400713 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:09:34.401084 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:34.401422 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 Sep 18 01:09:34.475490 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:09:34.475877 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:34.498512 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24d991f-0b33-485d-b69a-141e7495d514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4424a5-e1da-41c9-9944-f7e928cf4dd4'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:09:34.500646 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9069299-5a9d-43da-9969-f8a86640d26e" -d '{"events": [{"server_uuid": "d24d991f-0b33-485d-b69a-141e7495d514", "name": "network-vif-plugged", "status": "completed", "tag": "1e4424a5-e1da-41c9-9944-f7e928cf4dd4"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:34.513380 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:34.519344 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:34.544353 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5d96e9-4094-4cf0-9fce-2c07424de7c4 x-openstack-request-id: req-5e5d96e9-4094-4cf0-9fce-2c07424de7c4 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:34.544653 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24d991f-0b33-485d-b69a-141e7495d514", "name": "network-vif-plugged", "status": "completed", "tag": "1e4424a5-e1da-41c9-9944-f7e928cf4dd4", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:34.544907 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e5d96e9-4094-4cf0-9fce-2c07424de7c4 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:34.545302 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5d96e9-4094-4cf0-9fce-2c07424de7c4'] response: {'server_uuid': 'd24d991f-0b33-485d-b69a-141e7495d514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4424a5-e1da-41c9-9944-f7e928cf4dd4', 'code': 200} Sep 18 01:09:34.571766 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:34.765902 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bb29f-bce6-4a92-969c-67ec39d389df req-51dfdc44-e53e-4bad-b7db-077c800b4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:34.767349 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f27bb29f-bce6-4a92-969c-67ec39d389df req-51dfdc44-e53e-4bad-b7db-077c800b4cff service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 1130 time: 0.0384345 Sep 18 01:09:34.815626 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-f27bb29f-bce6-4a92-969c-67ec39d389df req-c43da1b8-478a-450e-a286-49c5038aaa29 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376146 Sep 18 01:09:35.275061 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:35.501703 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a1fa1-e310-425e-8406-bbf764558e7f req-ed3f168c-f40b-442c-af59-24a800234864 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:35.503200 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-516a1fa1-e310-425e-8406-bbf764558e7f req-ed3f168c-f40b-442c-af59-24a800234864 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 946 time: 0.0509675 Sep 18 01:09:35.552407 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-516a1fa1-e310-425e-8406-bbf764558e7f req-e88b0a21-3c80-4744-b29d-2530de559c87 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Sep 18 01:09:36.352735 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:36.677421 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e22470-548e-452a-bb18-75efb6494aa5 req-a4be1dd9-6521-4019-bfa0-b391f7f5552b tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:36.678884 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a4e22470-548e-452a-bb18-75efb6494aa5 req-a4be1dd9-6521-4019-bfa0-b391f7f5552b tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 946 time: 0.0457747 Sep 18 01:09:36.725320 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-a4e22470-548e-452a-bb18-75efb6494aa5 req-e092435d-a070-40ec-bea7-18a1f969648c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409238 Sep 18 01:09:37.104903 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:37.445029 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a254d3-ca60-42d8-bd8e-2979049394a8 req-e9086f13-7d8f-4ac5-8431-387e8f0b8aef tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:37.446549 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-33a254d3-ca60-42d8-bd8e-2979049394a8 req-e9086f13-7d8f-4ac5-8431-387e8f0b8aef tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 946 time: 0.0475035 Sep 18 01:09:37.499066 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-33a254d3-ca60-42d8-bd8e-2979049394a8 req-99da4bd6-2263-4623-8a9c-61970db0b5c7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468009 Sep 18 01:09:38.624198 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a3be6-616c-4e4b-a96f-ed768ad25061 req-245b9f26-d266-4f83-b583-cd37196ea9f1 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:38.625686 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e99a3be6-616c-4e4b-a96f-ed768ad25061 req-245b9f26-d266-4f83-b583-cd37196ea9f1 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 946 time: 0.0472102 Sep 18 01:09:38.678608 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e99a3be6-616c-4e4b-a96f-ed768ad25061 req-2197c787-0a08-4f6d-814e-95d62d43fcc3 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Sep 18 01:09:38.985651 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-235086df-c854-41b5-96f2-d3982ac05d5d tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:38.987659 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-235086df-c854-41b5-96f2-d3982ac05d5d tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 946 time: 0.0462985 Sep 18 01:09:39.078827 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Deleting port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:09:39.079169 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:39.183718 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] For port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:39.184007 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:39.197401 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Calling delete_port for 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:09:39.325085 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (1e4424a5-e1da-41c9-9944-f7e928cf4dd4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:39.362391 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Pushing event deleted for resources: {'Port': ['ID=1e4424a5-e1da-41c9-9944-f7e928cf4dd4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:39.370016 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['1e4424a5-e1da-41c9-9944-f7e928cf4dd4'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:09:39.407550 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] No DVR routers for this DVR port 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:09:39.410526 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:39.413704 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-42e2d4dd-3ce5-4e9e-b1bc-1aa8c0e9f23a req-782034f6-496c-4e41-8abc-960286ec2d51 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.49 "DELETE /networking/v2.0/ports/1e4424a5-e1da-41c9-9944-f7e928cf4dd4 HTTP/1.1" status: 204 len: 173 time: 0.4181931 Sep 18 01:09:39.414199 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24d991f-0b33-485d-b69a-141e7495d514', 'name': 'network-vif-deleted', 'tag': '1e4424a5-e1da-41c9-9944-f7e928cf4dd4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:09:39.416542 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3568ee-7cc3-4cf0-8f73-e11e0fb28636" -d '{"events": [{"server_uuid": "d24d991f-0b33-485d-b69a-141e7495d514", "name": "network-vif-deleted", "tag": "1e4424a5-e1da-41c9-9944-f7e928cf4dd4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:39.455252 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebdf880-3cf6-4b8b-9b12-84ccb0034c73 x-openstack-request-id: req-cebdf880-3cf6-4b8b-9b12-84ccb0034c73 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:39.456050 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24d991f-0b33-485d-b69a-141e7495d514", "name": "network-vif-deleted", "tag": "1e4424a5-e1da-41c9-9944-f7e928cf4dd4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:39.456297 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cebdf880-3cf6-4b8b-9b12-84ccb0034c73 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:39.456704 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebdf880-3cf6-4b8b-9b12-84ccb0034c73'] response: {'server_uuid': 'd24d991f-0b33-485d-b69a-141e7495d514', 'name': 'network-vif-deleted', 'tag': '1e4424a5-e1da-41c9-9944-f7e928cf4dd4', 'status': 'completed', 'code': 200} Sep 18 01:09:39.793035 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6dd224c7-7ec0-43c7-8b36-52dd5884fccd req-a140914b-e980-4015-9c54-145a63b24689 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=d24d991f-0b33-485d-b69a-141e7495d514 HTTP/1.1" status: 200 len: 210 time: 0.0288198 Sep 18 01:09:41.079597 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-5c6702ae-748f-419a-bd06-2b525cd10d8e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:41.081519 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-5c6702ae-748f-419a-bd06-2b525cd10d8e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/networks?id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e HTTP/1.1" status: 200 len: 808 time: 0.1061265 Sep 18 01:09:41.098016 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-06336b58-1253-45d1-a4a1-d57248e4216f tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/quotas/c83778305ed1494f931ca66d197fa5d3 HTTP/1.1" status: 200 len: 375 time: 0.0109329 Sep 18 01:09:41.131655 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-a97a3da7-ff7a-48c1-b6ac-d1af9ddab29a tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c83778305ed1494f931ca66d197fa5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276022 Sep 18 01:09:41.193690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-34060c9c-c737-432e-8e83-ecfdbdadc4cd service neutron] http://10.222.0.42:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 01:09:41.194753 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-34060c9c-c737-432e-8e83-ecfdbdadc4cd service neutron] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0556574 Sep 18 01:09:41.287504 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-633e65f7-4367-4373-bcf2-ed855e2d46f7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869734 Sep 18 01:09:41.375809 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-8ad00307-a5af-4b1e-88aa-3347ddb574c8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825450 Sep 18 01:09:41.524848 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:41.549763 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-94d1c2f4-ddfb-4d8e-833a-a0fbfc022cdb req-60f1785c-1d93-4390-9783-13c9ce9c8c83 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 210 time: 0.0338511 Sep 18 01:09:42.349856 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:42.369227 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:09:42.369573 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 1e4424a5-e1da-41c9-9944-f7e928cf4dd4 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:42.657242 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7020c40b-68a4-4e0d-849f-52331d794d00 req-0428b124-1515-4b86-b360-06a59b87f341 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 210 time: 0.0286055 Sep 18 01:09:42.756474 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-2bde1182-1851-4f3f-b4b7-a44701c531af tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:42.757926 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-2bde1182-1851-4f3f-b4b7-a44701c531af tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.49 "GET /networking/v2.0/networks?id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e HTTP/1.1" status: 200 len: 808 time: 0.1141973 Sep 18 01:09:42.781786 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Request body: {'port': {'device_id': '04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e', 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e', 'admin_state_up': True, 'tenant_id': 'c83778305ed1494f931ca66d197fa5d3'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:42.828146 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:42.850318 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:42.895009 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Made reservation on behalf of c83778305ed1494f931ca66d197fa5d3 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:09:42.898898 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:43.023809 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Allocated IP 172.20.0.3 (d37bfa6d-c1b4-4c46-b4de-962869a5a79e/f223c14d-6770-4dd7-9e5b-0042b098061d/4f169f34-6967-414d-a438-cec65ebc920d) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:09:43.195422 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks [] for port (4f169f34-6967-414d-a438-cec65ebc920d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:43.230166 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (4f169f34-6967-414d-a438-cec65ebc920d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:43.278851 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Network d37bfa6d-c1b4-4c46-b4de-962869a5a79e is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:09:43.279501 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:09:43.282015 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:09:43.307736 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Pushing event updated for resources: {'Port': ['ID=4f169f34-6967-414d-a438-cec65ebc920d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:43.336349 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:43.336980 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:43.352911 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-0d8f577d-cebc-4fe6-bac2-ee8a91f4ee57 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754008 Sep 18 01:09:43.374617 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Request body: {'port': {'device_id': '04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:09:43.444857 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (4f169f34-6967-414d-a438-cec65ebc920d), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:43.642514 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:43.647434 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:43.695649 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f169f34-6967-414d-a438-cec65ebc920d {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:09:43.703286 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Publish callbacks [] for port (4f169f34-6967-414d-a438-cec65ebc920d), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:43.716903 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Transition to ACTIVE for port object 4f169f34-6967-414d-a438-cec65ebc920d will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:09:43.722188 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (4f169f34-6967-414d-a438-cec65ebc920d), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:43.784052 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Pushing event updated for resources: {'Port': ['ID=4f169f34-6967-414d-a438-cec65ebc920d,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:43.784750 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfe8fe-27c5-4599-97a3-68b02aceb4c9 req-d955b02b-d741-4a7e-9a5d-537fcb7d5c00 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:43.785691 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e2bfe8fe-27c5-4599-97a3-68b02aceb4c9 req-d955b02b-d741-4a7e-9a5d-537fcb7d5c00 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 943 time: 0.0460069 Sep 18 01:09:43.830771 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Attempting to bind port 4f169f34-6967-414d-a438-cec65ebc920d on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:09:43.831127 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Attempting to bind port 4f169f34-6967-414d-a438-cec65ebc920d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:09:43.831454 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Attempting to bind port 4f169f34-6967-414d-a438-cec65ebc920d on network d37bfa6d-c1b4-4c46-b4de-962869a5a79e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:43.834341 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e2bfe8fe-27c5-4599-97a3-68b02aceb4c9 req-4538daa5-d379-4e93-813a-46bd6c600ff6 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Sep 18 01:09:43.873643 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Port 4f169f34-6967-414d-a438-cec65ebc920d on network d37bfa6d-c1b4-4c46-b4de-962869a5a79e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:09:43.873969 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Attempting to bind port 4f169f34-6967-414d-a438-cec65ebc920d on network d37bfa6d-c1b4-4c46-b4de-962869a5a79e {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:09:43.926677 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:09:43.926950 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Checking segment: {'id': '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:09:43.927283 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Bound using segment: {'id': '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:09:43.927710 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Bound port: 4f169f34-6967-414d-a438-cec65ebc920d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:09:43.928057 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (4f169f34-6967-414d-a438-cec65ebc920d), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:43.998225 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] For port 4f169f34-6967-414d-a438-cec65ebc920d, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:09:44.001886 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] For port 4f169f34-6967-414d-a438-cec65ebc920d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f169f34-6967-414d-a438-cec65ebc920d,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:09:44.008422 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (4f169f34-6967-414d-a438-cec65ebc920d), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:44.012528 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:44.013156 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:44.014543 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/4f169f34-6967-414d-a438-cec65ebc920d HTTP/1.1" status: 200 len: 1093 time: 0.6443870 Sep 18 01:09:44.015095 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e', 'tag': '4f169f34-6967-414d-a438-cec65ebc920d'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:09:44.017336 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1995115f-d2be-4bf7-ad27-1196fd185135" -d '{"events": [{"name": "network-changed", "server_uuid": "04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e", "tag": "4f169f34-6967-414d-a438-cec65ebc920d"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:44.059979 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70086004-fbba-4f19-9f95-a4be7e444f98 x-openstack-request-id: req-70086004-fbba-4f19-9f95-a4be7e444f98 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:44.060258 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e", "tag": "4f169f34-6967-414d-a438-cec65ebc920d", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:44.060526 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70086004-fbba-4f19-9f95-a4be7e444f98 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:44.060919 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70086004-fbba-4f19-9f95-a4be7e444f98'] response: {'name': 'network-changed', 'server_uuid': '04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e', 'tag': '4f169f34-6967-414d-a438-cec65ebc920d', 'status': 'completed', 'code': 200} Sep 18 01:09:44.071142 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae5258-a7ea-42b7-8426-449bee9ff824 service neutron] Pushing event updated for resources: {'Port': ['ID=4f169f34-6967-414d-a438-cec65ebc920d,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:44.128363 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-efb62c6c-ee5a-4bd9-979f-e092fce6e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:44.129884 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-efb62c6c-ee5a-4bd9-979f-e092fce6e71b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c83778305ed1494f931ca66d197fa5d3&device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 1127 time: 0.0401893 Sep 18 01:09:44.184959 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-5365ac8d-fe8c-485b-b0a1-9f6057cdf7cd service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f169f34-6967-414d-a438-cec65ebc920d HTTP/1.1" status: 200 len: 217 time: 0.0350797 Sep 18 01:09:44.235565 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-813ddd5a-928f-4ab8-9969-3521b3a418d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:44.237009 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-813ddd5a-928f-4ab8-9969-3521b3a418d4 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f223c14d-6770-4dd7-9e5b-0042b098061d HTTP/1.1" status: 200 len: 848 time: 0.0449340 Sep 18 01:09:44.272939 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-da86a7ea-182a-4b8b-b332-2c6ec2318c97 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267839 Sep 18 01:09:44.369133 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-c9bc7524-d858-4b54-9f7d-50039a311dfa service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868237 Sep 18 01:09:44.472163 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-7e2616b3-768e-40c0-9df6-e8c487da282c req-8a0b941d-bbb8-446b-8cb9-7caf38a92ef8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936875 Sep 18 01:09:44.955635 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec66a2f-ee46-4950-a98c-bd1fff4bc32d req-80a5b6d3-2d15-4b11-849e-64b9351e077e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:44.957122 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8ec66a2f-ee46-4950-a98c-bd1fff4bc32d req-80a5b6d3-2d15-4b11-849e-64b9351e077e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 943 time: 0.0471125 Sep 18 01:09:44.998339 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:45.011176 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8ec66a2f-ee46-4950-a98c-bd1fff4bc32d req-a2a3f52b-9da0-4e19-b3b8-f74396cc7eaa tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484638 Sep 18 01:09:45.436740 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-74e2cb9f-9a3a-4327-9112-19d0946411c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:45.438208 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-74e2cb9f-9a3a-4327-9112-19d0946411c1 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=c83778305ed1494f931ca66d197fa5d3&device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 1127 time: 0.0423722 Sep 18 01:09:45.507474 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:45.529643 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-dfd5c3d4-0ef7-4935-9a57-3c63ad2fc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:45.531132 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-dfd5c3d4-0ef7-4935-9a57-3c63ad2fc5a0 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e HTTP/1.1" status: 200 len: 909 time: 0.0862811 Sep 18 01:09:45.574918 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-cfec25cc-9baa-4488-ab6f-728f54398caa service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f169f34-6967-414d-a438-cec65ebc920d HTTP/1.1" status: 200 len: 217 time: 0.0340464 Sep 18 01:09:45.621572 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:45.625911 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-fa85bbe9-2279-4211-8107-d0f72232818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:45.627414 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-fa85bbe9-2279-4211-8107-d0f72232818b service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=f223c14d-6770-4dd7-9e5b-0042b098061d HTTP/1.1" status: 200 len: 848 time: 0.0441139 Sep 18 01:09:45.665425 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-78af3239-9f69-4194-8391-78907cd48b8a service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=d37bfa6d-c1b4-4c46-b4de-962869a5a79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291574 Sep 18 01:09:46.014800 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-9d2e360c-01f6-4d08-9bb9-f31cf40c0318 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399012 Sep 18 01:09:46.108257 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-1995115f-d2be-4bf7-ad27-1196fd185135 req-273f6e4c-786f-4178-b1a4-b128fda25785 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836465 Sep 18 01:09:46.133737 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a7330-cd54-4890-b459-3794d0795e90 req-4298b44a-d71e-40f2-ba3e-f7f7dc20648e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:46.135275 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ec0a7330-cd54-4890-b459-3794d0795e90 req-4298b44a-d71e-40f2-ba3e-f7f7dc20648e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 943 time: 0.0473008 Sep 18 01:09:46.186982 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ec0a7330-cd54-4890-b459-3794d0795e90 req-93f6a6fc-e91e-4dde-9b6d-ff1a63c1ef83 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Sep 18 01:09:46.345170 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 4f169f34-6967-414d-a438-cec65ebc920d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:09:46.444929 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 4f169f34-6967-414d-a438-cec65ebc920d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f169f34-6967-414d-a438-cec65ebc920d,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:46.456388 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '4f169f34-6967-414d-a438-cec65ebc920d', 'network_id': 'd37bfa6d-c1b4-4c46-b4de-962869a5a79e', 'port_id': '4f169f34-6967-414d-a438-cec65ebc920d', 'mac_address': 'fa:16:3e:f4:4f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f223c14d-6770-4dd7-9e5b-0042b098061d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:09:46.457882 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:46.494676 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 4f169f34-6967-414d-a438-cec65ebc920d is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:09:46.495211 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (4f169f34-6967-414d-a438-cec65ebc920d), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:46.497838 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:46.510109 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f169f34-6967-414d-a438-cec65ebc920d {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:09:46.514211 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:46.532869 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 4f169f34-6967-414d-a438-cec65ebc920d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f169f34-6967-414d-a438-cec65ebc920d,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:46.537148 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (4f169f34-6967-414d-a438-cec65ebc920d), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:46.587217 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=4f169f34-6967-414d-a438-cec65ebc920d,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:46.865674 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['4f169f34-6967-414d-a438-cec65ebc920d'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:09:47.310524 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6f255-3f51-4de2-9a21-9861d5d68066 req-54a38b70-312a-4689-83bb-c107782b7fbf tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:47.311981 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4fe6f255-3f51-4de2-9a21-9861d5d68066 req-54a38b70-312a-4689-83bb-c107782b7fbf tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 944 time: 0.0462360 Sep 18 01:09:47.358930 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-4fe6f255-3f51-4de2-9a21-9861d5d68066 req-4fe7eca7-54e6-4aac-8e40-c6ef6631b8d0 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409179 Sep 18 01:09:48.356236 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 4f169f34-6967-414d-a438-cec65ebc920d up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:09:48.392847 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:48.395094 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=13 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:48.400774 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 4f169f34-6967-414d-a438-cec65ebc920d completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:09:48.406860 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 4f169f34-6967-414d-a438-cec65ebc920d triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:09:48.407238 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (4f169f34-6967-414d-a438-cec65ebc920d), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:48.407623 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 4f169f34-6967-414d-a438-cec65ebc920d Sep 18 01:09:48.481648 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 4f169f34-6967-414d-a438-cec65ebc920d is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:09:48.482579 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (4f169f34-6967-414d-a438-cec65ebc920d), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:48.486202 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed02d27-a49f-4623-b6a4-3dd432bced83 req-5a8449c0-652f-4a03-8c1b-04c5f48ada7e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:48.487845 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aed02d27-a49f-4623-b6a4-3dd432bced83 req-5a8449c0-652f-4a03-8c1b-04c5f48ada7e tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 944 time: 0.0514493 Sep 18 01:09:48.508630 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f169f34-6967-414d-a438-cec65ebc920d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:09:48.510882 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77487f7b-9f3d-4c64-b168-b992c388a697" -d '{"events": [{"server_uuid": "04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e", "name": "network-vif-plugged", "status": "completed", "tag": "4f169f34-6967-414d-a438-cec65ebc920d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:48.526301 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 4f169f34-6967-414d-a438-cec65ebc920d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f169f34-6967-414d-a438-cec65ebc920d,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:48.530765 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (4f169f34-6967-414d-a438-cec65ebc920d), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:48.549077 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-aed02d27-a49f-4623-b6a4-3dd432bced83 req-3d697643-1f41-43cd-8be4-73136f2886b8 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524008 Sep 18 01:09:48.558448 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b04dbc-5e71-4dd3-a670-a9a6657328e8 x-openstack-request-id: req-33b04dbc-5e71-4dd3-a670-a9a6657328e8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:48.558753 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e", "name": "network-vif-plugged", "status": "completed", "tag": "4f169f34-6967-414d-a438-cec65ebc920d", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:48.559000 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33b04dbc-5e71-4dd3-a670-a9a6657328e8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:48.559394 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b04dbc-5e71-4dd3-a670-a9a6657328e8'] response: {'server_uuid': '04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f169f34-6967-414d-a438-cec65ebc920d', 'code': 200} Sep 18 01:09:48.584782 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=4f169f34-6967-414d-a438-cec65ebc920d,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:48.790557 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423a068-bd46-4726-9c07-8dc67056c937 req-633fd45b-881b-48b9-91e3-6f0d489603e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:48.791944 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c423a068-bd46-4726-9c07-8dc67056c937 req-633fd45b-881b-48b9-91e3-6f0d489603e7 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 1129 time: 0.0421069 Sep 18 01:09:48.838190 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c423a068-bd46-4726-9c07-8dc67056c937 req-e3abdfba-aa1a-4668-b4ca-613adac64b33 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369449 Sep 18 01:09:49.671880 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5280b-df09-4389-8ade-16667922de56 req-92c8e182-65d1-4764-8b89-a248a815cab7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:49.673370 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1eb5280b-df09-4389-8ade-16667922de56 req-92c8e182-65d1-4764-8b89-a248a815cab7 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 945 time: 0.0480471 Sep 18 01:09:49.719819 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1eb5280b-df09-4389-8ade-16667922de56 req-6990e41c-f5da-46ca-9c5a-3d8cdab3c6d4 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Sep 18 01:09:50.842448 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f57f58-3d87-43ed-a8a1-f15001e19b1f req-ae568000-55fd-423f-a4bb-ab4cf93921a5 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:50.843922 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b3f57f58-3d87-43ed-a8a1-f15001e19b1f req-ae568000-55fd-423f-a4bb-ab4cf93921a5 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 945 time: 0.0502229 Sep 18 01:09:50.891433 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-b3f57f58-3d87-43ed-a8a1-f15001e19b1f req-46dee15d-88c4-42ed-84bf-ed709d3e6cfd tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Sep 18 01:09:51.428866 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49760) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:51.580191 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Deleting port a57ae150-1fdf-45bf-b29b-a1f93decfdb1 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:09:51.580677 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (a57ae150-1fdf-45bf-b29b-a1f93decfdb1), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:51.663351 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72427b7-4743-497a-a4d7-b521f57b36d5 req-b9af5d4c-75ff-4702-91ee-3913ed7c2620 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:51.664022 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (a57ae150-1fdf-45bf-b29b-a1f93decfdb1), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:51.664362 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for floatingip (a57ae150-1fdf-45bf-b29b-a1f93decfdb1), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:51.664730 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c72427b7-4743-497a-a4d7-b521f57b36d5 req-b9af5d4c-75ff-4702-91ee-3913ed7c2620 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 945 time: 0.0468533 Sep 18 01:09:51.676360 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Calling delete_port for a57ae150-1fdf-45bf-b29b-a1f93decfdb1 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:09:51.711924 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c72427b7-4743-497a-a4d7-b521f57b36d5 req-6c159b8b-3958-4054-a590-4ec6753debac tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 Sep 18 01:09:51.818940 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (a57ae150-1fdf-45bf-b29b-a1f93decfdb1), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:51.855602 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event deleted for resources: {'Port': ['ID=a57ae150-1fdf-45bf-b29b-a1f93decfdb1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:51.876480 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.876824 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.877161 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.877492 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.877826 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.878148 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.879060 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.879390 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.879710 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.880028 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.880350 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.880684 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.880983 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.881294 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.881605 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:51.911631 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:51.924674 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for floatingip (77e5e6ad-cc56-4d93-892b-06bff2e9f09b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:51.924931 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.db.l3_db [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Floating IP 77e5e6ad-cc56-4d93-892b-06bff2e9f09b disassociated (deleted). External IP: 172.37.7.35, port: ac27aed2-9401-48f5-a764-f83ca47284b4. Sep 18 01:09:52.066488 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:52.128021 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Router 1dda1af9-19f3-49fa-8340-9bde057d969f has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:09:52.233789 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:09:52.239116 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:52.244482 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] Sync routers for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:09:52.255672 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:09:52.256393 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:09:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:52.277890 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d1c2f4d0-79ac-4bbd-a9fc-03ea3b43f1ea tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "DELETE /networking/v2.0/floatingips/77e5e6ad-cc56-4d93-892b-06bff2e9f09b HTTP/1.1" status: 204 len: 168 time: 0.8478425 Sep 18 01:09:52.278569 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:09:52.280884 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa22e17-2e53-4036-a39e-3012129b256f" -d '{"events": [{"name": "network-changed", "server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:52.320046 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec54d441-6a52-45b2-a664-0a091304a426 x-openstack-request-id: req-ec54d441-6a52-45b2-a664-0a091304a426 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:52.320352 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:52.320584 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec54d441-6a52-45b2-a664-0a091304a426 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:52.321019 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec54d441-6a52-45b2-a664-0a091304a426'] response: {'name': 'network-changed', 'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'status': 'completed', 'code': 200} Sep 18 01:09:52.362123 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:09:52.507003 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf355a-1c89-4595-b729-7f0b1bea0695 req-589446db-7223-4938-bd20-039e7772f6df tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:52.507820 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e9cf355a-1c89-4595-b729-7f0b1bea0695 req-589446db-7223-4938-bd20-039e7772f6df tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0492451 Sep 18 01:09:52.561138 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 5, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:52.562936 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e9cf355a-1c89-4595-b729-7f0b1bea0695 req-45a84dbc-8091-4771-96bd-6ba05abc2dee tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491977 Sep 18 01:09:52.585527 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] Checking router: 1dda1af9-19f3-49fa-8340-9bde057d969f for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:09:52.594382 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:09:52.595042 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:09:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:52.697504 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:09:52.841292 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fadb1-30aa-43e1-9243-d29b299244e1 req-9ef61d0c-e036-4390-b331-cc04c93162a2 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:52.842846 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-374fadb1-30aa-43e1-9243-d29b299244e1 req-9ef61d0c-e036-4390-b331-cc04c93162a2 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 945 time: 0.0508571 Sep 18 01:09:52.893472 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-374fadb1-30aa-43e1-9243-d29b299244e1 req-4188c71b-c662-40f1-8e61-f1f57baade52 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437531 Sep 18 01:09:52.909248 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 5, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:52.936896 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822bc82e-ec53-4016-b593-38d67082c8d9 None None] The sync data for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi is: [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:05:14Z', 'revision_number': 4, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '07a01aad-b444-4e95-9c3b-fadaf20cd555', 'name': '', 'network_id': '30756a9b-3b35-450a-9804-89022f2d94c9', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'mac_address': 'fa:16:3e:7c:d9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:13Z', 'updated_at': '2022-09-18T01:05:19Z', 'revision_number': 5, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'subnets': [{'id': '06e5b678-cf72-4a5d-aef0-221219a36bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:09:52.937521 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:53.168412 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ecd1a-5c6b-4c01-9101-8cf4238586a3 None None] New status for floating IP 77e5e6ad-cc56-4d93-892b-06bff2e9f09b: DOWN {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:09:53.686921 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d494bd-d5d1-41f8-8eae-6d803f8b6c48 req-4bfae5c9-4b7d-4be4-908c-3f42a39bf185 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:53.688415 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90d494bd-d5d1-41f8-8eae-6d803f8b6c48 req-4bfae5c9-4b7d-4be4-908c-3f42a39bf185 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0479157 Sep 18 01:09:53.741826 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-90d494bd-d5d1-41f8-8eae-6d803f8b6c48 req-ec979e61-0ca6-4bbe-84bc-3daa2b7edb13 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450313 Sep 18 01:09:54.013029 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:54.027323 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00f056-a265-42aa-ae35-5f71df4ab0f7 req-ed42ef1d-a25c-4822-9cc7-c4087f30ef13 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:54.028809 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3c00f056-a265-42aa-ae35-5f71df4ab0f7 req-ed42ef1d-a25c-4822-9cc7-c4087f30ef13 tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 945 time: 0.0571811 Sep 18 01:09:54.076337 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3c00f056-a265-42aa-ae35-5f71df4ab0f7 req-460de3ac-45d3-4672-ab64-dbd859d28feb tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Sep 18 01:09:54.409752 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa22e17-2e53-4036-a39e-3012129b256f req-6d15a585-57e1-4bcc-92a4-71af81e81feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:54.411817 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-6aa22e17-2e53-4036-a39e-3012129b256f req-6d15a585-57e1-4bcc-92a4-71af81e81feb service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=2d812ad5fce24a49b0f2d07081d5718a&device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 1129 time: 0.0401211 Sep 18 01:09:54.727150 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-89c1c869-3f4e-4e6d-b734-2521871597ab tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:54.728570 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-89c1c869-3f4e-4e6d-b734-2521871597ab tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 945 time: 0.0527794 Sep 18 01:09:54.781692 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:54.788102 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa22e17-2e53-4036-a39e-3012129b256f req-94fca7e2-74b1-4f41-a134-ab5223aafbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:54.789709 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-6aa22e17-2e53-4036-a39e-3012129b256f req-94fca7e2-74b1-4f41-a134-ab5223aafbb3 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=30756a9b-3b35-450a-9804-89022f2d94c9 HTTP/1.1" status: 200 len: 910 time: 0.1128700 Sep 18 01:09:54.822058 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Deleting port 4f169f34-6967-414d-a438-cec65ebc920d {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:09:54.822394 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (4f169f34-6967-414d-a438-cec65ebc920d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:54.893659 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-6aa22e17-2e53-4036-a39e-3012129b256f req-764d2ea9-863b-4e98-bdcd-b35f15745caa service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 200 len: 217 time: 0.0604091 Sep 18 01:09:54.917586 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9bb61a-aac8-42db-b725-1a1136d9f204 req-071ec193-06bd-48cb-8206-83aeec7ca66f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:54.919108 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc9bb61a-aac8-42db-b725-1a1136d9f204 req-071ec193-06bd-48cb-8206-83aeec7ca66f tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.0937443 Sep 18 01:09:54.951954 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-53895752-b82f-4ab6-b4e8-9c734e940905 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:54.953485 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-53895752-b82f-4ab6-b4e8-9c734e940905 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 945 time: 0.1190195 Sep 18 01:09:54.979913 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa22e17-2e53-4036-a39e-3012129b256f req-cfdbc2fa-a9ff-455c-9596-53d066498bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:54.981300 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-6aa22e17-2e53-4036-a39e-3012129b256f req-cfdbc2fa-a9ff-455c-9596-53d066498bbe service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=06e5b678-cf72-4a5d-aef0-221219a36bae HTTP/1.1" status: 200 len: 848 time: 0.0799141 Sep 18 01:09:54.990305 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] For port 4f169f34-6967-414d-a438-cec65ebc920d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4f169f34-6967-414d-a438-cec65ebc920d,segment=NetworkSegment(0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6),segment_id=0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:54.990691 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (4f169f34-6967-414d-a438-cec65ebc920d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:55.008372 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-fc9bb61a-aac8-42db-b725-1a1136d9f204 req-6f0a181d-6595-4c57-8746-549260f29758 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824332 Sep 18 01:09:55.012712 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Calling delete_port for 4f169f34-6967-414d-a438-cec65ebc920d owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:09:55.089335 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa22e17-2e53-4036-a39e-3012129b256f req-4bf31558-a2a2-455b-9f30-203d8cf60949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:09:55.091014 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-6aa22e17-2e53-4036-a39e-3012129b256f req-4bf31558-a2a2-455b-9f30-203d8cf60949 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=30756a9b-3b35-450a-9804-89022f2d94c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932558 Sep 18 01:09:55.096912 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Deleting port ac27aed2-9401-48f5-a764-f83ca47284b4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:09:55.097298 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:55.148158 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (4f169f34-6967-414d-a438-cec65ebc920d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:55.189259 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Pushing event deleted for resources: {'Port': ['ID=4f169f34-6967-414d-a438-cec65ebc920d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:55.202126 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['4f169f34-6967-414d-a438-cec65ebc920d'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:09:55.217745 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.218086 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.218421 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.218779 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.219455 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.219850 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.220235 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.220657 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.221051 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.221428 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.221809 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.222230 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.222633 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.223564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.223564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:09:55.227482 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-07b881ca-7e2d-407d-843a-22f3748e302b req-ebf0582c-84c9-48e8-b6ce-195b413ba92c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e HTTP/1.1" status: 200 len: 210 time: 0.0719728 Sep 18 01:09:55.263690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] No DVR routers for this DVR port 4f169f34-6967-414d-a438-cec65ebc920d on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:09:55.266690 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:55.270757 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c6a710ea-d851-4cf9-831f-e5848fcb20f1 req-b582777d-fd8c-45cf-8d81-8d355defad7c tempest-VolumesActionsTest-849219088 tempest-VolumesActionsTest-849219088-project] 10.222.0.49 "DELETE /networking/v2.0/ports/4f169f34-6967-414d-a438-cec65ebc920d HTTP/1.1" status: 204 len: 173 time: 0.5355861 Sep 18 01:09:55.271385 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e', 'name': 'network-vif-deleted', 'tag': '4f169f34-6967-414d-a438-cec65ebc920d'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:09:55.274067 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1525490de207d261d98c99221d3967f6c7b1a5a482164f94d5c46034530fe16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e4c92-c84c-484f-adab-9a6aa8288f5c" -d '{"events": [{"server_uuid": "04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e", "name": "network-vif-deleted", "tag": "4f169f34-6967-414d-a438-cec65ebc920d"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:55.275428 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] For port ac27aed2-9401-48f5-a764-f83ca47284b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ac27aed2-9401-48f5-a764-f83ca47284b4,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:55.276713 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:55.280677 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-6aa22e17-2e53-4036-a39e-3012129b256f req-1b1db82d-df57-4ad9-ac6e-46c232bc7822 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784122 Sep 18 01:09:55.302418 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Calling delete_port for ac27aed2-9401-48f5-a764-f83ca47284b4 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:09:55.320112 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c71628f-9566-405e-ab93-265904b444e4 x-openstack-request-id: req-9c71628f-9566-405e-ab93-265904b444e4 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:55.320565 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e", "name": "network-vif-deleted", "tag": "4f169f34-6967-414d-a438-cec65ebc920d", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:55.321133 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c71628f-9566-405e-ab93-265904b444e4 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:55.321585 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c71628f-9566-405e-ab93-265904b444e4'] response: {'server_uuid': '04ff6e3b-fd58-49d7-a5a6-f9d97ce8f66e', 'name': 'network-vif-deleted', 'tag': '4f169f34-6967-414d-a438-cec65ebc920d', 'status': 'completed', 'code': 200} Sep 18 01:09:55.393653 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:55.408930 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:55.446816 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-6aa22e17-2e53-4036-a39e-3012129b256f req-35f40c46-f258-4b0c-8411-b3830dc1a1dc service neutron] 10.222.0.49 "GET /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586246 Sep 18 01:09:55.529412 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (ac27aed2-9401-48f5-a764-f83ca47284b4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:55.558373 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event deleted for resources: {'Port': ['ID=ac27aed2-9401-48f5-a764-f83ca47284b4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:55.602400 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] No DVR routers for this DVR port ac27aed2-9401-48f5-a764-f83ca47284b4 on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:09:55.604869 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:55.608054 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-d04a6e5a-441d-420d-8842-8e2a70fd75f3 req-d820fd4e-14ee-4a6d-9f37-96945377f62d tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.49 "DELETE /networking/v2.0/ports/ac27aed2-9401-48f5-a764-f83ca47284b4 HTTP/1.1" status: 204 len: 173 time: 0.6456861 Sep 18 01:09:55.608537 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'name': 'network-vif-deleted', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:09:55.610740 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20175cbd-e6a6-4fef-8ceb-b280762cb96c" -d '{"events": [{"server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "name": "network-vif-deleted", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:09:55.646950 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e6a561-f323-4f6a-9995-7e819bae9775 x-openstack-request-id: req-73e6a561-f323-4f6a-9995-7e819bae9775 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:09:55.647242 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69223fa4-55c0-4c65-b9d4-c2e5ec0b778d", "name": "network-vif-deleted", "tag": "ac27aed2-9401-48f5-a764-f83ca47284b4", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:09:55.647548 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73e6a561-f323-4f6a-9995-7e819bae9775 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:09:55.647926 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e6a561-f323-4f6a-9995-7e819bae9775'] response: {'server_uuid': '69223fa4-55c0-4c65-b9d4-c2e5ec0b778d', 'name': 'network-vif-deleted', 'tag': 'ac27aed2-9401-48f5-a764-f83ca47284b4', 'status': 'completed', 'code': 200} Sep 18 01:09:56.138706 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-eb1984a6-6277-4c05-8cb7-d6c7ee6af746 req-b535aeaf-ebc7-43da-9c80-0594f9521781 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=69223fa4-55c0-4c65-b9d4-c2e5ec0b778d HTTP/1.1" status: 200 len: 210 time: 0.0285950 Sep 18 01:09:57.205787 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49836) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:57.266198 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ea80-6afc-4069-a1ea-92873207be20 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group (c3dcd207-77c4-463a-a73d-ab4e9f4c8c63), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:57.292419 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ea80-6afc-4069-a1ea-92873207be20 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group (c3dcd207-77c4-463a-a73d-ab4e9f4c8c63), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:57.352112 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ea80-6afc-4069-a1ea-92873207be20 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (c3dcd207-77c4-463a-a73d-ab4e9f4c8c63), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:57.354774 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9ec4ea80-6afc-4069-a1ea-92873207be20 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:57.355894 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-9ec4ea80-6afc-4069-a1ea-92873207be20 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] 10.222.0.42 "DELETE /networking/v2.0/security-groups/c3dcd207-77c4-463a-a73d-ab4e9f4c8c63 HTTP/1.1" status: 204 len: 168 time: 0.1498024 Sep 18 01:09:57.364879 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4ea80-6afc-4069-a1ea-92873207be20 tempest-TestShelveInstance-650726549 tempest-TestShelveInstance-650726549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dcd207-77c4-463a-a73d-ab4e9f4c8c63,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:57.406197 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49840) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:57.721750 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (1dda1af9-19f3-49fa-8340-9bde057d969f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:57.948806 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Deleting port 07a01aad-b444-4e95-9c3b-fadaf20cd555 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:09:57.949141 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:57.959655 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:57.989155 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:58.031723 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] For port 07a01aad-b444-4e95-9c3b-fadaf20cd555, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=07a01aad-b444-4e95-9c3b-fadaf20cd555,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:58.032079 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:58.044341 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Calling delete_port for 07a01aad-b444-4e95-9c3b-fadaf20cd555 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:09:58.219611 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (07a01aad-b444-4e95-9c3b-fadaf20cd555), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:58.249602 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a01aad-b444-4e95-9c3b-fadaf20cd555,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:58.412789 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (1dda1af9-19f3-49fa-8340-9bde057d969f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:58.867128 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Router 1dda1af9-19f3-49fa-8340-9bde057d969f has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:09:58.968305 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:09:58.973517 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-59dafdf5-924b-4523-99bc-21146d6f0fc8 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/1dda1af9-19f3-49fa-8340-9bde057d969f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5662718 Sep 18 01:09:58.976112 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49846) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:58.978784 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] Sync routers for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:09:58.988791 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:09:58.989392 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:09:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:59.062547 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:59.064758 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:59.078775 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks [] for router (1dda1af9-19f3-49fa-8340-9bde057d969f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.181508 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: dv-cinder-master-3-iscsi {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:09:59.181776 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks [] for router_gateway (1dda1af9-19f3-49fa-8340-9bde057d969f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.226022 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Deleting port 702fc5d5-7fce-4445-adf3-52a902186d99 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:09:59.226789 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.321118 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] For port 702fc5d5-7fce-4445-adf3-52a902186d99, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=702fc5d5-7fce-4445-adf3-52a902186d99,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:09:59.321503 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.334255 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Calling delete_port for 702fc5d5-7fce-4445-adf3-52a902186d99 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:09:59.353438 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66'}], 'enable_snat': True}, 'gw_port_id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:09:58Z', 'revision_number': 5, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port': {'id': '702fc5d5-7fce-4445-adf3-52a902186d99', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:12Z', 'updated_at': '2022-09-18T01:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:59.382864 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] Checking router: 1dda1af9-19f3-49fa-8340-9bde057d969f for host: dv-cinder-master-3-iscsi {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:09:59.389787 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:59.391900 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] Routers {'1dda1af9-19f3-49fa-8340-9bde057d969f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:09:59.392537 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:09:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['1dda1af9-19f3-49fa-8340-9bde057d969f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:59.425886 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:59.475430 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] Set router 1dda1af9-19f3-49fa-8340-9bde057d969f gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:09:59.502332 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (702fc5d5-7fce-4445-adf3-52a902186d99), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.528771 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=702fc5d5-7fce-4445-adf3-52a902186d99,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:09:59.529153 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:09:59Z', 'revision_number': 6, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:09:59.555540 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfd1ad5-e288-4184-9008-535495ddebf5 None None] The sync data for ids ['1dda1af9-19f3-49fa-8340-9bde057d969f'] in dv-cinder-master-3-iscsi is: [{'id': '1dda1af9-19f3-49fa-8340-9bde057d969f', 'name': 'tempest-TestShelveInstance-2095045627-router', 'tenant_id': '2d812ad5fce24a49b0f2d07081d5718a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:11Z', 'updated_at': '2022-09-18T01:09:59Z', 'revision_number': 6, 'project_id': '2d812ad5fce24a49b0f2d07081d5718a', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:09:59.594098 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (1dda1af9-19f3-49fa-8340-9bde057d969f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.680643 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (1dda1af9-19f3-49fa-8340-9bde057d969f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.682818 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks [] for router_controller (1dda1af9-19f3-49fa-8340-9bde057d969f), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.726965 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (1dda1af9-19f3-49fa-8340-9bde057d969f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.727527 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dda1af9-19f3-49fa-8340-9bde057d969f {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:09:59.731772 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.732959 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-5f60e44e-583b-494b-8b7c-a50345862bc1 admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/1dda1af9-19f3-49fa-8340-9bde057d969f HTTP/1.1" status: 204 len: 168 time: 0.7559321 Sep 18 01:09:59.735451 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49852) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:09:59.780049 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf323dde-c5bb-4474-af75-202be21da61f admin admin] Deleting subnet 06e5b678-cf72-4a5d-aef0-221219a36bae {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:09:59.783098 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf323dde-c5bb-4474-af75-202be21da61f admin admin] Publish callbacks [] for subnet (06e5b678-cf72-4a5d-aef0-221219a36bae), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.818246 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf323dde-c5bb-4474-af75-202be21da61f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (06e5b678-cf72-4a5d-aef0-221219a36bae), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.899106 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf323dde-c5bb-4474-af75-202be21da61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (06e5b678-cf72-4a5d-aef0-221219a36bae), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.924118 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:59.944994 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ac27aed2-9401-48f5-a764-f83ca47284b4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:59.948083 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:59.968801 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: ac27aed2-9401-48f5-a764-f83ca47284b4 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:09:59.969130 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device ac27aed2-9401-48f5-a764-f83ca47284b4 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:09:59.969835 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 4f169f34-6967-414d-a438-cec65ebc920d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:09:59.973485 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf323dde-c5bb-4474-af75-202be21da61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (06e5b678-cf72-4a5d-aef0-221219a36bae), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:59.992860 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 4f169f34-6967-414d-a438-cec65ebc920d {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:09:59.993197 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 4f169f34-6967-414d-a438-cec65ebc920d not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:10:00.005348 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf323dde-c5bb-4474-af75-202be21da61f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e5b678-cf72-4a5d-aef0-221219a36bae,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:00.008843 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf323dde-c5bb-4474-af75-202be21da61f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.012011 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-bf323dde-c5bb-4474-af75-202be21da61f admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/06e5b678-cf72-4a5d-aef0-221219a36bae HTTP/1.1" status: 204 len: 168 time: 0.2756042 Sep 18 01:10:00.014560 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49854) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:00.016975 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da658d1-287a-41dc-97ea-5dde4af8bcd4 None None] Network 30756a9b-3b35-450a-9804-89022f2d94c9 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:10:00.086578 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (30756a9b-3b35-450a-9804-89022f2d94c9), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.130586 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Deleting port ff41f768-e087-4e32-81c1-d52692410acf {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:10:00.130928 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (ff41f768-e087-4e32-81c1-d52692410acf), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.196945 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] For port ff41f768-e087-4e32-81c1-d52692410acf, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ff41f768-e087-4e32-81c1-d52692410acf,segment=NetworkSegment(a69eba7a-c770-432d-9543-7e8128d0e645),segment_id=a69eba7a-c770-432d-9543-7e8128d0e645)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:00.197243 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (ff41f768-e087-4e32-81c1-d52692410acf), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.209817 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Calling delete_port for ff41f768-e087-4e32-81c1-d52692410acf owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:10:00.293092 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (ff41f768-e087-4e32-81c1-d52692410acf), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.321051 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff41f768-e087-4e32-81c1-d52692410acf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:00.322971 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] No DVR routers for this DVR port ff41f768-e087-4e32-81c1-d52692410acf on host dv-cinder-master-3-iscsi {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:10:00.367050 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915717d9-dff2-4adb-88ce-deea1789f81e None None] DHCP port deletion for 30756a9b-3b35-450a-9804-89022f2d94c9 request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:10:00.405238 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (30756a9b-3b35-450a-9804-89022f2d94c9), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.427658 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30756a9b-3b35-450a-9804-89022f2d94c9']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:00.436743 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69eba7a-c770-432d-9543-7e8128d0e645') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:00.437032 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69eba7a-c770-432d-9543-7e8128d0e645') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:00.446743 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (a69eba7a-c770-432d-9543-7e8128d0e645), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.461108 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (a69eba7a-c770-432d-9543-7e8128d0e645), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.468100 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:10:00.468554 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (a69eba7a-c770-432d-9543-7e8128d0e645), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.535553 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (30756a9b-3b35-450a-9804-89022f2d94c9), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.536885 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ff41f768-e087-4e32-81c1-d52692410acf no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:10:00.552503 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.555922 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/30756a9b-3b35-450a-9804-89022f2d94c9 HTTP/1.1" status: 204 len: 168 time: 0.5404372 Sep 18 01:10:00.558989 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49864) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:00.560182 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: ff41f768-e087-4e32-81c1-d52692410acf {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:10:00.560537 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device ff41f768-e087-4e32-81c1-d52692410acf not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:10:00.560958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 702fc5d5-7fce-4445-adf3-52a902186d99 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:10:00.565672 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8d9d2-b414-4bc5-8306-273f4b9d1f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=30756a9b-3b35-450a-9804-89022f2d94c9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:00.582065 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 702fc5d5-7fce-4445-adf3-52a902186d99 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:10:00.582347 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 702fc5d5-7fce-4445-adf3-52a902186d99 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:10:00.582793 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 07a01aad-b444-4e95-9c3b-fadaf20cd555 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:10:00.603626 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 07a01aad-b444-4e95-9c3b-fadaf20cd555 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:10:00.603994 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 07a01aad-b444-4e95-9c3b-fadaf20cd555 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:10:00.664166 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment a69eba7a-c770-432d-9543-7e8128d0e645 resource provider aggregate not found Sep 18 01:10:00.713142 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment a69eba7a-c770-432d-9543-7e8128d0e645 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a69eba7a-c770-432d-9543-7e8128d0e645 found for delete ", "request_id": "req-ef819e8c-698e-4879-b417-5cbb47f67ed2"}]} Sep 18 01:10:00.769076 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-66b8da2f-7ca7-4efc-888a-2fb8461a80e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.891104 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690342'] for router_interface (8b366d29-313f-470f-b28d-0f04f0dd8152), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:00.921344 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:00.926129 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:01.119490 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Deleting port 5ffef378-57ef-4f56-85f8-993c6f222729 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:10:01.119828 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:01.200831 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] For port 5ffef378-57ef-4f56-85f8-993c6f222729, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5ffef378-57ef-4f56-85f8-993c6f222729,segment=NetworkSegment(c3001fa6-d672-4482-b5d0-1e3e0f0bdab4),segment_id=c3001fa6-d672-4482-b5d0-1e3e0f0bdab4)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:01.201193 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:01.215761 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Calling delete_port for 5ffef378-57ef-4f56-85f8-993c6f222729 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:10:01.409154 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (5ffef378-57ef-4f56-85f8-993c6f222729), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:01.439552 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ffef378-57ef-4f56-85f8-993c6f222729,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:01.655501 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-534038'] for router_interface (8b366d29-313f-470f-b28d-0f04f0dd8152), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:01.833674 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:01.901436 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Router 8b366d29-313f-470f-b28d-0f04f0dd8152 has already been hosted by L3 agent 33f16e5a-610c-4ed4-88da-4c80688f29e7 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:10:01.904534 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:02.042915 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:10:02.051392 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-b147921d-e01c-4ddb-93cb-24fe470abc05 admin admin] 10.222.0.42 "PUT /networking/v2.0/routers/8b366d29-313f-470f-b28d-0f04f0dd8152/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4908764 Sep 18 01:10:02.054064 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49890) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:02.056758 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] Sync routers for ids ['8b366d29-313f-470f-b28d-0f04f0dd8152'] in dv-cinder-master-3-iscsi {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:10:02.070176 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] Routers {'8b366d29-313f-470f-b28d-0f04f0dd8152'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:10:02.070843 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:09:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['8b366d29-313f-470f-b28d-0f04f0dd8152'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:02.179599 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks [] for router (8b366d29-313f-470f-b28d-0f04f0dd8152), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:02.189902 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] Set router 8b366d29-313f-470f-b28d-0f04f0dd8152 gateway port host: dv-cinder-master-3-iscsi {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:10:02.294575 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks [] for router_gateway (8b366d29-313f-470f-b28d-0f04f0dd8152), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:02.343158 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Deleting port e00bb84d-1220-426e-a07e-7ab02c780294 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:10:02.343832 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:02.346604 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:02.401903 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'external_fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219'}], 'enable_snat': True}, 'gw_port_id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:10:01Z', 'revision_number': 5, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'gw_port': {'id': 'e00bb84d-1220-426e-a07e-7ab02c780294', 'name': '', 'network_id': 'c1663feb-1f53-4145-8100-5084455f98f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:1e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'ip_address': '172.37.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b63307bf-b4f9-4c75-b321-1802fd0c275c', 'cidr': '172.37.7.0/24', 'gateway_ip': '172.37.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:02.434479 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] Checking router: 8b366d29-313f-470f-b28d-0f04f0dd8152 for host: dv-cinder-master-3-iscsi {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:10:02.442747 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] For port e00bb84d-1220-426e-a07e-7ab02c780294, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e00bb84d-1220-426e-a07e-7ab02c780294,segment=NetworkSegment(31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1),segment_id=31426fa4-b2bd-4ee4-a01e-4f2b3faae5a1)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:02.443107 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:02.444281 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] Routers {'8b366d29-313f-470f-b28d-0f04f0dd8152'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:10:02.444909 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:48:34Z,description=,heartbeat_timestamp=2022-09-18T01:09:34Z,host='dv-cinder-master-3-iscsi',id=33f16e5a-610c-4ed4-88da-4c80688f29e7,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:48:34Z,topic='l3_agent')) {'router_ids': ['8b366d29-313f-470f-b28d-0f04f0dd8152'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:02.463593 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Calling delete_port for e00bb84d-1220-426e-a07e-7ab02c780294 owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:10:02.578714 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] Set router 8b366d29-313f-470f-b28d-0f04f0dd8152 gateway port host: None {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:10:02.636422 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:10:02Z', 'revision_number': 6, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:02.645231 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:02.670108 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492023c3-0228-4f30-9fda-750232ac2e2a None None] The sync data for ids ['8b366d29-313f-470f-b28d-0f04f0dd8152'] in dv-cinder-master-3-iscsi is: [{'id': '8b366d29-313f-470f-b28d-0f04f0dd8152', 'name': 'tempest-TestShelveInstance-2095633405-router', 'tenant_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:05:16Z', 'updated_at': '2022-09-18T01:10:02Z', 'revision_number': 6, 'project_id': 'ba1f93ecb12540f5bb7f7e0e958776e5', 'gw_port_host': None}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:10:02.749949 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25496206'] for port (e00bb84d-1220-426e-a07e-7ab02c780294), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:02.773686 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Pushing event deleted for resources: {'Port': ['ID=e00bb84d-1220-426e-a07e-7ab02c780294,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:02.858949 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-533340'] for router_gateway (8b366d29-313f-470f-b28d-0f04f0dd8152), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:02.963651 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-533704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7779'] for router (8b366d29-313f-470f-b28d-0f04f0dd8152), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:02.965885 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks [] for router_controller (8b366d29-313f-470f-b28d-0f04f0dd8152), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.029140 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534123'] for router (8b366d29-313f-470f-b28d-0f04f0dd8152), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.030379 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b366d29-313f-470f-b28d-0f04f0dd8152 {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:10:03.044424 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.047266 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-0e1dcf30-30e3-4334-8589-28e435a7020d admin admin] 10.222.0.42 "DELETE /networking/v2.0/routers/8b366d29-313f-470f-b28d-0f04f0dd8152 HTTP/1.1" status: 204 len: 168 time: 0.9920259 Sep 18 01:10:03.049889 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49896) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:03.110985 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a3d777-87bc-482e-9c5b-76e858f81cf5 admin admin] Deleting subnet b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:10:03.116928 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d777-87bc-482e-9c5b-76e858f81cf5 admin admin] Publish callbacks [] for subnet (b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.160627 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d777-87bc-482e-9c5b-76e858f81cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.258314 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d777-87bc-482e-9c5b-76e858f81cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.331279 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d777-87bc-482e-9c5b-76e858f81cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.369726 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3d777-87bc-482e-9c5b-76e858f81cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:03.375669 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d777-87bc-482e-9c5b-76e858f81cf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.384889 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e7f129-5d13-4619-8823-0413efd770ab None None] Network 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:10:03.385419 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f2a3d777-87bc-482e-9c5b-76e858f81cf5 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/b0736ebf-2ef2-465f-8c4a-ed8f1eb996fa HTTP/1.1" status: 204 len: 168 time: 0.3305440 Sep 18 01:10:03.385419 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49902) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:03.489943 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (1cbc84d4-8cc7-4268-aee0-b47b1266fc09), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.559325 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Deleting port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:10:03.564891 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.588786 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2021348-05e2-48d8-84bd-d594c397f200 None None] DHCP port deletion for 1cbc84d4-8cc7-4268-aee0-b47b1266fc09 request from dv-cinder-master-3-iscsi {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:10:03.635248 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:03.651133 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f2021348-05e2-48d8-84bd-d594c397f200 None None] Deleting port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:10:03.651801 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2021348-05e2-48d8-84bd-d594c397f200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.664771 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] For port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8,segment=NetworkSegment(c3001fa6-d672-4482-b5d0-1e3e0f0bdab4),segment_id=c3001fa6-d672-4482-b5d0-1e3e0f0bdab4)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:03.665227 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.681416 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Calling delete_port for d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:10:03.731468 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:03.773591 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-411b2379-6f80-449d-a3c6-fd3aac8264b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.776089 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f2021348-05e2-48d8-84bd-d594c397f200 None None] For port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8,segment=NetworkSegment(c3001fa6-d672-4482-b5d0-1e3e0f0bdab4),segment_id=c3001fa6-d672-4482-b5d0-1e3e0f0bdab4)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:03.776480 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2021348-05e2-48d8-84bd-d594c397f200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.800844 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f2021348-05e2-48d8-84bd-d594c397f200 None None] Calling delete_port for d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:10:03.808517 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.834185 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:03.839987 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] No DVR routers for this DVR port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 on host dv-cinder-master-3-iscsi {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:10:03.924359 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2021348-05e2-48d8-84bd-d594c397f200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369'] for port (d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.957534 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2021348-05e2-48d8-84bd-d594c397f200 None None] Pushing event deleted for resources: {'Port': ['ID=d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:03.959870 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2021348-05e2-48d8-84bd-d594c397f200 None None] No DVR routers for this DVR port d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 on host dv-cinder-master-3-iscsi {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:10:03.963560 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (1cbc84d4-8cc7-4268-aee0-b47b1266fc09), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:03.966098 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:04.258393 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbc84d4-8cc7-4268-aee0-b47b1266fc09']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:04.269484 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:04.269788 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3001fa6-d672-4482-b5d0-1e3e0f0bdab4') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:04.280929 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (c3001fa6-d672-4482-b5d0-1e3e0f0bdab4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.301559 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (c3001fa6-d672-4482-b5d0-1e3e0f0bdab4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.309385 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:10:04.309797 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (c3001fa6-d672-4482-b5d0-1e3e0f0bdab4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.353578 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment c3001fa6-d672-4482-b5d0-1e3e0f0bdab4 resource provider aggregate not found Sep 18 01:10:04.372731 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment c3001fa6-d672-4482-b5d0-1e3e0f0bdab4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3001fa6-d672-4482-b5d0-1e3e0f0bdab4 found for delete ", "request_id": "req-1ae87f3d-9c4d-4174-84a6-fde9eef5819e"}]} Sep 18 01:10:04.381639 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (1cbc84d4-8cc7-4268-aee0-b47b1266fc09), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.388272 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.395669 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/1cbc84d4-8cc7-4268-aee0-b47b1266fc09 HTTP/1.1" status: 204 len: 168 time: 1.0043769 Sep 18 01:10:04.395669 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:04.408704 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bfe6d-ad60-4795-a872-c71ee1b987c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbc84d4-8cc7-4268-aee0-b47b1266fc09,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:04.546095 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:10:04.549266 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:04.556510 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49918) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:04.571206 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:10:04.571911 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device d1a6ffe8-00fb-47ef-8f66-37fcc3b32ba8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:10:04.572774 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device e00bb84d-1220-426e-a07e-7ab02c780294 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:10:04.602586 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: e00bb84d-1220-426e-a07e-7ab02c780294 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:10:04.603567 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device e00bb84d-1220-426e-a07e-7ab02c780294 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:10:04.604287 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5ffef378-57ef-4f56-85f8-993c6f222729 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:10:04.605090 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-3078bc4f-920a-4d13-a082-bd6f93bda6b6 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=2d812ad5fce24a49b0f2d07081d5718a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473566 Sep 18 01:10:04.608412 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49920) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:04.631306 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] No Port match for: 5ffef378-57ef-4f56-85f8-993c6f222729 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:10:04.631670 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Device 5ffef378-57ef-4f56-85f8-993c6f222729 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:10:04.673290 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9ec0304e-1b31-4561-b3a5-c74118d86eb7 admin admin] Publish callbacks [] for security_group (6e6b48b5-5da7-40a6-9fe8-d8ee022b937f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.697944 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9ec0304e-1b31-4561-b3a5-c74118d86eb7 admin admin] Publish callbacks [] for security_group (6e6b48b5-5da7-40a6-9fe8-d8ee022b937f), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.752356 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9ec0304e-1b31-4561-b3a5-c74118d86eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (6e6b48b5-5da7-40a6-9fe8-d8ee022b937f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.756509 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9ec0304e-1b31-4561-b3a5-c74118d86eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.758095 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-9ec0304e-1b31-4561-b3a5-c74118d86eb7 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/6e6b48b5-5da7-40a6-9fe8-d8ee022b937f HTTP/1.1" status: 204 len: 168 time: 0.1480694 Sep 18 01:10:04.777613 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0304e-1b31-4561-b3a5-c74118d86eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b48b5-5da7-40a6-9fe8-d8ee022b937f,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:05.161348 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 49926) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:05.205559 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-6428c421-a323-4103-9b2e-11d090329f89 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=ba1f93ecb12540f5bb7f7e0e958776e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429862 Sep 18 01:10:05.208952 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 49928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:05.281693 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:05.294169 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddc52cc3-cc19-4d1c-bf12-76371359d297 admin admin] Publish callbacks [] for security_group (8199588c-2a13-4935-93a7-617d99ba4bab), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:05.326894 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddc52cc3-cc19-4d1c-bf12-76371359d297 admin admin] Publish callbacks [] for security_group (8199588c-2a13-4935-93a7-617d99ba4bab), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:05.385578 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddc52cc3-cc19-4d1c-bf12-76371359d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (8199588c-2a13-4935-93a7-617d99ba4bab), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:05.389018 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ddc52cc3-cc19-4d1c-bf12-76371359d297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:05.392589 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-ddc52cc3-cc19-4d1c-bf12-76371359d297 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/8199588c-2a13-4935-93a7-617d99ba4bab HTTP/1.1" status: 204 len: 168 time: 0.1803691 Sep 18 01:10:05.400524 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc52cc3-cc19-4d1c-bf12-76371359d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8199588c-2a13-4935-93a7-617d99ba4bab,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:05.429215 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:10:06.359579 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:07.112151 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:09.533673 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:15.199260 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=68,neutron:DELETE=10 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:15.201852 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:UPDATE=2,neutron:SELECT=41,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:15.365800 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:15.396310 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=32,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:17.096416 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:17.102146 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=19,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:17.104519 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=21,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:18.333462 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 50064) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:18.377985 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90999a7-2669-499a-bc3d-9b295423261e admin admin] Deleting subnet f223c14d-6770-4dd7-9e5b-0042b098061d {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:10:18.381079 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f90999a7-2669-499a-bc3d-9b295423261e admin admin] Publish callbacks [] for subnet (f223c14d-6770-4dd7-9e5b-0042b098061d), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.414704 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f90999a7-2669-499a-bc3d-9b295423261e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (f223c14d-6770-4dd7-9e5b-0042b098061d), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.455498 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f90999a7-2669-499a-bc3d-9b295423261e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (f223c14d-6770-4dd7-9e5b-0042b098061d), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.509660 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f90999a7-2669-499a-bc3d-9b295423261e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (f223c14d-6770-4dd7-9e5b-0042b098061d), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.535387 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90999a7-2669-499a-bc3d-9b295423261e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f223c14d-6770-4dd7-9e5b-0042b098061d,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:18.542129 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f90999a7-2669-499a-bc3d-9b295423261e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.545246 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-f90999a7-2669-499a-bc3d-9b295423261e admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/f223c14d-6770-4dd7-9e5b-0042b098061d HTTP/1.1" status: 204 len: 168 time: 0.2107651 Sep 18 01:10:18.547897 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 50066) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:18.621310 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (d37bfa6d-c1b4-4c46-b4de-962869a5a79e), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.699576 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (d37bfa6d-c1b4-4c46-b4de-962869a5a79e), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.720426 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37bfa6d-c1b4-4c46-b4de-962869a5a79e']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:18.730267 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:18.730595 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.services.segments.db [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:10:18.740017 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847858'] for segment (0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.753422 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.759783 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:10:18.760271 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3678000'] for segment (0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.804179 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6 resource provider aggregate not found Sep 18 01:10:18.823347 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fbfd0b6-c5c0-44eb-a63e-c3bc57c212d6 found for delete ", "request_id": "req-71f5d5b3-b57d-4e37-a330-74f9678d4b42"}]} Sep 18 01:10:18.828648 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (d37bfa6d-c1b4-4c46-b4de-962869a5a79e), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.835093 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:18.838113 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/d37bfa6d-c1b4-4c46-b4de-962869a5a79e HTTP/1.1" status: 204 len: 168 time: 0.2893202 Sep 18 01:10:18.849663 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e977a6c-ef4d-4ce7-922c-b05965cfd405 admin admin] Pushing event deleted for resources: {'Network': ['ID=d37bfa6d-c1b4-4c46-b4de-962869a5a79e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:19.001823 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 50074) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:19.042127 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-d0673caa-e0d2-4a3f-b27f-ec7649868d10 admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=c83778305ed1494f931ca66d197fa5d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389740 Sep 18 01:10:19.044667 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 50076) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:19.092747 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55e8b46f-f9f7-42e9-8b22-5c966f212379 admin admin] Publish callbacks [] for security_group (9e2948f3-b0dd-4c26-ad83-ac27633f5ee2), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:19.113803 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55e8b46f-f9f7-42e9-8b22-5c966f212379 admin admin] Publish callbacks [] for security_group (9e2948f3-b0dd-4c26-ad83-ac27633f5ee2), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:19.161292 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55e8b46f-f9f7-42e9-8b22-5c966f212379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (9e2948f3-b0dd-4c26-ad83-ac27633f5ee2), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:19.163783 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55e8b46f-f9f7-42e9-8b22-5c966f212379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:19.165093 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-55e8b46f-f9f7-42e9-8b22-5c966f212379 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/9e2948f3-b0dd-4c26-ad83-ac27633f5ee2 HTTP/1.1" status: 204 len: 168 time: 0.1194439 Sep 18 01:10:19.173116 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8b46f-f9f7-42e9-8b22-5c966f212379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2948f3-b0dd-4c26-ad83-ac27633f5ee2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:19.834158 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 50098) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:19.929354 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.v2.base [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2092275506-network', 'tenant_id': 'a4f90e9a8c164448a214481704ff18a2'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:19.951865 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Made reservation on behalf of a4f90e9a8c164448a214481704ff18a2 for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:10:19.954140 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:19.962361 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.041815 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Publish callbacks [] for security_group (faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.045477 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.073138 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:10:20.079516 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:20.086065 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (da740e89-fade-40a7-a2ef-9b6dfbaf6e8c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.086405 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.db.segments_db [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Added segment da740e89-fade-40a7-a2ef-9b6dfbaf6e8c of type vlan for network 570e1a4b-dc74-4368-927f-9538b7aee5a3 Sep 18 01:10:20.127608 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729645876902'] for network (570e1a4b-dc74-4368-927f-9538b7aee5a3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.152113 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988'] for network (570e1a4b-dc74-4368-927f-9538b7aee5a3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.153633 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:20.154491 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.209890 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] 10.222.0.42 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3744330 Sep 18 01:10:20.212893 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 50102) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:10:20.218256 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Request body: {'subnet': {'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2092275506-subnet', 'tenant_id': 'a4f90e9a8c164448a214481704ff18a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:20.221355 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233658b-7e37-4e74-abbb-245c43ade7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=570e1a4b-dc74-4368-927f-9538b7aee5a3,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:20.232379 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Network 570e1a4b-dc74-4368-927f-9538b7aee5a3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:10:20.240425 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Made reservation on behalf of a4f90e9a8c164448a214481704ff18a2 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:10:20.242854 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3397035'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.323399 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:20.365590 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:20.424718 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3677013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3397053'] for subnet (20dccf36-7221-4dba-9269-17b8d0382cfc), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.486684 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20dccf36-7221-4dba-9269-17b8d0382cfc,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:20.494977 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Checking segment: {'id': 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:10:20.495333 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Network hostable DHCP agents. Network: 570e1a4b-dc74-4368-927f-9538b7aee5a3, hostable agents: ['d8b7cb4d-fc68-4991-a320-6add04b3fb96'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:10:20.513237 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Network 570e1a4b-dc74-4368-927f-9538b7aee5a3 is scheduled to be hosted by DHCP agent d8b7cb4d-fc68-4991-a320-6add04b3fb96 with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:10:20.524135 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 570e1a4b-dc74-4368-927f-9538b7aee5a3) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:20.529721 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:20.530779 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.534201 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433362fd-0203-4534-80a3-836152e5826a None None] Network 570e1a4b-dc74-4368-927f-9538b7aee5a3 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:10:20.547997 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-7a054b1c-1e84-42d9-8669-114af10de467 admin admin] 10.222.0.42 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3339379 Sep 18 01:10:20.638771 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59608c2-a48b-472d-b809-c7a159790c3a None None] Network 570e1a4b-dc74-4368-927f-9538b7aee5a3 requested from dv-cinder-master-3-iscsi {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:10:22.316335 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506787f-9f38-4d67-a242-94650ff35dec req-cb99b04c-f0a1-4142-a05a-78ab32b4111f tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:22.317713 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-cb99b04c-f0a1-4142-a05a-78ab32b4111f tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/networks?id=570e1a4b-dc74-4368-927f-9538b7aee5a3 HTTP/1.1" status: 200 len: 814 time: 0.1012950 Sep 18 01:10:22.332450 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-67eb443e-e8c6-443b-966f-f87fb889f571 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/quotas/a4f90e9a8c164448a214481704ff18a2 HTTP/1.1" status: 200 len: 375 time: 0.0093892 Sep 18 01:10:22.367367 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-ea2a7fd5-2c64-464c-ab67-44b3a7ac4b28 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a4f90e9a8c164448a214481704ff18a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299773 Sep 18 01:10:22.455779 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-d9ff959c-5fb9-46c1-a4f5-337fc45dc8f8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818703 Sep 18 01:10:22.549499 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-ac786054-78b7-4936-8254-6fc46c068221 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874262 Sep 18 01:10:22.719529 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-1ce653f3-7238-44de-9e3b-886be7bdb4fb req-6fa417df-9f70-49e2-9415-3cb50f175f58 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 210 time: 0.0288887 Sep 18 01:10:22.927721 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:23.824144 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-8d9a019a-8bef-41e8-893b-620b0c8f4846 req-84cb359f-82f2-4751-bc79-add56b8bf0a9 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 210 time: 0.0301957 Sep 18 01:10:23.933433 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506787f-9f38-4d67-a242-94650ff35dec req-9e6ea914-9d4a-4b93-a1c3-d3403a253fb5 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:23.934895 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-9e6ea914-9d4a-4b93-a1c3-d3403a253fb5 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.49 "GET /networking/v2.0/networks?id=570e1a4b-dc74-4368-927f-9538b7aee5a3 HTTP/1.1" status: 200 len: 814 time: 0.1140482 Sep 18 01:10:23.971067 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Request body: {'port': {'device_id': '1239ceb1-692b-4ef8-919f-8f8aed47d0cb', 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3', 'admin_state_up': True, 'tenant_id': 'a4f90e9a8c164448a214481704ff18a2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:24.085057 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Made reservation on behalf of a4f90e9a8c164448a214481704ff18a2 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:10:24.088645 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:24.216310 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Allocated IP 172.20.0.14 (570e1a4b-dc74-4368-927f-9538b7aee5a3/20dccf36-7221-4dba-9269-17b8d0382cfc/05a2f546-bfc0-431b-b8d2-43fe9120fd1e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:10:24.360850 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks [] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:24.392541 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:24.422597 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:24.438029 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:24.445894 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Network 570e1a4b-dc74-4368-927f-9538b7aee5a3 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:10:24.452933 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:10:24.455950 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:10:24.463470 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Pushing event updated for resources: {'Port': ['ID=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:24.507766 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:24.508381 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:24.525950 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-b0bb1f84-ce2b-4728-8aa0-f93387cad4a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5587697 Sep 18 01:10:24.549444 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Request body: {'port': {'device_id': '1239ceb1-692b-4ef8-919f-8f8aed47d0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:10:24.611004 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:24.859304 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a2f546-bfc0-431b-b8d2-43fe9120fd1e {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:10:24.867211 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Publish callbacks [] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:24.880267 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Transition to ACTIVE for port object 05a2f546-bfc0-431b-b8d2-43fe9120fd1e will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:10:24.884274 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:24.954714 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfa93f-187e-4bd0-80be-4df56d87aa3f req-590664b9-f41b-48a4-a0c5-c43a31f1a796 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:24.956288 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-19cfa93f-187e-4bd0-80be-4df56d87aa3f req-590664b9-f41b-48a4-a0c5-c43a31f1a796 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 944 time: 0.0447717 Sep 18 01:10:24.971639 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Pushing event updated for resources: {'Port': ['ID=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:25.004541 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Attempting to bind port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:10:25.004541 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Attempting to bind port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:10:25.008766 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Attempting to bind port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e on network 570e1a4b-dc74-4368-927f-9538b7aee5a3 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:10:25.008882 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-19cfa93f-187e-4bd0-80be-4df56d87aa3f req-a18fd42e-d3fd-44ea-8529-570180bb25fe tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 Sep 18 01:10:25.048379 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e on network 570e1a4b-dc74-4368-927f-9538b7aee5a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:10:25.048700 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Attempting to bind port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e on network 570e1a4b-dc74-4368-927f-9538b7aee5a3 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:10:25.088740 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:10:25.089072 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Checking segment: {'id': 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:10:25.089433 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Bound using segment: {'id': 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:10:25.089857 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Bound port: 05a2f546-bfc0-431b-b8d2-43fe9120fd1e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:10:25.090207 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:25.154900 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] For port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:10:25.157805 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] For port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:10:25.165520 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:25.168726 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:25.169364 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:25.170945 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/05a2f546-bfc0-431b-b8d2-43fe9120fd1e HTTP/1.1" status: 200 len: 1094 time: 0.6256309 Sep 18 01:10:25.173017 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1239ceb1-692b-4ef8-919f-8f8aed47d0cb', 'tag': '05a2f546-bfc0-431b-b8d2-43fe9120fd1e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:10:25.175326 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accf1000-2dde-4e20-959c-a719d46bb365" -d '{"events": [{"name": "network-changed", "server_uuid": "1239ceb1-692b-4ef8-919f-8f8aed47d0cb", "tag": "05a2f546-bfc0-431b-b8d2-43fe9120fd1e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:10:25.216463 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b0875c-fd15-4a10-abad-35dd7981cbb6 x-openstack-request-id: req-d2b0875c-fd15-4a10-abad-35dd7981cbb6 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:10:25.216748 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1239ceb1-692b-4ef8-919f-8f8aed47d0cb", "tag": "05a2f546-bfc0-431b-b8d2-43fe9120fd1e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:10:25.216990 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2b0875c-fd15-4a10-abad-35dd7981cbb6 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:10:25.217382 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b0875c-fd15-4a10-abad-35dd7981cbb6'] response: {'name': 'network-changed', 'server_uuid': '1239ceb1-692b-4ef8-919f-8f8aed47d0cb', 'tag': '05a2f546-bfc0-431b-b8d2-43fe9120fd1e', 'status': 'completed', 'code': 200} Sep 18 01:10:25.229079 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03360fb2-3386-4a51-8597-baebbf67ba8a service neutron] Pushing event updated for resources: {'Port': ['ID=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:25.290480 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506787f-9f38-4d67-a242-94650ff35dec req-38dbe63c-41a0-479d-80d0-6e756a1f6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:25.291999 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-38dbe63c-41a0-479d-80d0-6e756a1f6d35 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a4f90e9a8c164448a214481704ff18a2&device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 1128 time: 0.0406282 Sep 18 01:10:25.319802 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:25.348180 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-c26a5f1d-f0e5-4552-a764-f88a8deff2e1 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a2f546-bfc0-431b-b8d2-43fe9120fd1e HTTP/1.1" status: 200 len: 217 time: 0.0358684 Sep 18 01:10:25.386687 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:25.403780 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5506787f-9f38-4d67-a242-94650ff35dec req-179bf88c-8f39-4782-8962-14b9e75bc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:25.405261 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-179bf88c-8f39-4782-8962-14b9e75bc784 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=20dccf36-7221-4dba-9269-17b8d0382cfc HTTP/1.1" status: 200 len: 854 time: 0.0486214 Sep 18 01:10:25.438831 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-7b3be91e-4e0a-4a94-95ce-e944af5aa0e0 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=570e1a4b-dc74-4368-927f-9538b7aee5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246251 Sep 18 01:10:25.533659 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-308e8537-bb30-40aa-a11f-d904139ed24e service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845618 Sep 18 01:10:25.635109 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-5506787f-9f38-4d67-a242-94650ff35dec req-318ffa1f-68b8-4767-9d54-ecd9f7dfaa83 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921204 Sep 18 01:10:26.126294 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f09f-5c32-45a4-9d34-a157184c1623 req-3a855369-e795-4031-8bd2-eeec646b944a tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:26.127777 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-24f1f09f-5c32-45a4-9d34-a157184c1623 req-3a855369-e795-4031-8bd2-eeec646b944a tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 944 time: 0.0461338 Sep 18 01:10:26.151618 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:26.178094 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-24f1f09f-5c32-45a4-9d34-a157184c1623 req-67ece30a-6eff-4138-a834-9f999a54972e tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446913 Sep 18 01:10:26.580419 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf1000-2dde-4e20-959c-a719d46bb365 req-ddc094af-d781-4859-b5bc-a8f09601a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:26.582798 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-accf1000-2dde-4e20-959c-a719d46bb365 req-ddc094af-d781-4859-b5bc-a8f09601a821 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a4f90e9a8c164448a214481704ff18a2&device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 1128 time: 0.0389733 Sep 18 01:10:26.677022 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf1000-2dde-4e20-959c-a719d46bb365 req-8ced20b8-c515-4a6a-a99f-21af7c36c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:26.678479 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-accf1000-2dde-4e20-959c-a719d46bb365 req-8ced20b8-c515-4a6a-a99f-21af7c36c248 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=570e1a4b-dc74-4368-927f-9538b7aee5a3 HTTP/1.1" status: 200 len: 915 time: 0.0869679 Sep 18 01:10:26.719714 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-accf1000-2dde-4e20-959c-a719d46bb365 req-d5c2c73d-6f35-40f6-81d0-f0b9a6d8abe7 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a2f546-bfc0-431b-b8d2-43fe9120fd1e HTTP/1.1" status: 200 len: 217 time: 0.0325608 Sep 18 01:10:26.770496 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf1000-2dde-4e20-959c-a719d46bb365 req-4629a84a-8fc4-4494-8822-0f765646070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:26.771801 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-accf1000-2dde-4e20-959c-a719d46bb365 req-4629a84a-8fc4-4494-8822-0f765646070d service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=20dccf36-7221-4dba-9269-17b8d0382cfc HTTP/1.1" status: 200 len: 854 time: 0.0428257 Sep 18 01:10:26.809333 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-accf1000-2dde-4e20-959c-a719d46bb365 req-5ca765f8-ab61-4012-8df4-c27e58521664 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=570e1a4b-dc74-4368-927f-9538b7aee5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287969 Sep 18 01:10:26.901766 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-accf1000-2dde-4e20-959c-a719d46bb365 req-b98efac7-6349-443f-9bd2-f30552bdb7eb service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825222 Sep 18 01:10:26.994732 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-accf1000-2dde-4e20-959c-a719d46bb365 req-f1e4a96c-eb49-4725-a1c8-4bbf1cfde17b service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840147 Sep 18 01:10:27.264372 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:27.304508 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4658d33-fe34-4cb4-ab9e-da490c4859a9 req-2bcd3923-f1b9-47e9-8ba6-d7649fb62ca5 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:27.305972 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4658d33-fe34-4cb4-ab9e-da490c4859a9 req-2bcd3923-f1b9-47e9-8ba6-d7649fb62ca5 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 944 time: 0.0510058 Sep 18 01:10:27.352098 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-f4658d33-fe34-4cb4-ab9e-da490c4859a9 req-85f2315f-7e92-4074-9d0e-db9b3ed3f409 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Sep 18 01:10:27.412739 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=13 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:27.413581 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:28.042022 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 05a2f546-bfc0-431b-b8d2-43fe9120fd1e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:10:28.142673 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:28.153585 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': '05a2f546-bfc0-431b-b8d2-43fe9120fd1e', 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3', 'port_id': '05a2f546-bfc0-431b-b8d2-43fe9120fd1e', 'mac_address': 'fa:16:3e:3b:18:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20dccf36-7221-4dba-9269-17b8d0382cfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:10:28.187325 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:10:28.187707 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:28.201173 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a2f546-bfc0-431b-b8d2-43fe9120fd1e {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:10:28.221452 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:28.226837 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:28.275004 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:28.474396 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a83507-5624-44ec-80a3-c3fa1222b4cc req-3cbbc642-3eff-4d39-be01-ad949ec2bfc1 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:28.475992 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-99a83507-5624-44ec-80a3-c3fa1222b4cc req-3cbbc642-3eff-4d39-be01-ad949ec2bfc1 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 945 time: 0.0491529 Sep 18 01:10:28.524029 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-99a83507-5624-44ec-80a3-c3fa1222b4cc req-d60a9f42-bddb-4251-860b-85127f058fe0 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Sep 18 01:10:28.536040 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['05a2f546-bfc0-431b-b8d2-43fe9120fd1e'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:10:29.652479 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d593c9d-0d51-4a35-8888-4cef344a15ce req-ac0c6868-56dc-4b78-b3bc-47432a8d4579 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:29.653964 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3d593c9d-0d51-4a35-8888-4cef344a15ce req-ac0c6868-56dc-4b78-b3bc-47432a8d4579 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 945 time: 0.0459142 Sep 18 01:10:29.700437 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-3d593c9d-0d51-4a35-8888-4cef344a15ce req-0a90e677-301b-478f-ab71-abee633808db tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Sep 18 01:10:30.068395 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 05a2f546-bfc0-431b-b8d2-43fe9120fd1e up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:10:30.110747 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:10:30.116278 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:10:30.116660 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:30.116999 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e Sep 18 01:10:30.189430 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:10:30.189812 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:30.213066 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1239ceb1-692b-4ef8-919f-8f8aed47d0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a2f546-bfc0-431b-b8d2-43fe9120fd1e'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:10:30.215328 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eacfe1d-3a11-4403-a8b8-cf0062887e16" -d '{"events": [{"server_uuid": "1239ceb1-692b-4ef8-919f-8f8aed47d0cb", "name": "network-vif-plugged", "status": "completed", "tag": "05a2f546-bfc0-431b-b8d2-43fe9120fd1e"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:10:30.228648 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:10:30.232772 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:30.261476 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3f96af-5248-4933-8a5b-be83e5019b85 x-openstack-request-id: req-1a3f96af-5248-4933-8a5b-be83e5019b85 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:10:30.261759 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1239ceb1-692b-4ef8-919f-8f8aed47d0cb", "name": "network-vif-plugged", "status": "completed", "tag": "05a2f546-bfc0-431b-b8d2-43fe9120fd1e", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:10:30.262004 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a3f96af-5248-4933-8a5b-be83e5019b85 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:10:30.262390 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3f96af-5248-4933-8a5b-be83e5019b85'] response: {'server_uuid': '1239ceb1-692b-4ef8-919f-8f8aed47d0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a2f546-bfc0-431b-b8d2-43fe9120fd1e', 'code': 200} Sep 18 01:10:30.286713 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:10:30.489656 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6429-8ae9-4046-bbad-ff7e8dbddbcf req-e12bf6b2-487c-4359-a55c-824e2343b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:30.491194 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-bbce6429-8ae9-4046-bbad-ff7e8dbddbcf req-e12bf6b2-487c-4359-a55c-824e2343b4f9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 1130 time: 0.0420153 Sep 18 01:10:30.536101 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-bbce6429-8ae9-4046-bbad-ff7e8dbddbcf req-b70c4423-fa45-42d2-97cd-3ed5e67b1288 service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 Sep 18 01:10:30.773217 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b270e360-af48-46e6-a98b-f6b5d1e02ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:30.823954 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4fdfb-1496-47bf-ab97-fbc6fd13809c req-17b12e0e-c2cb-4415-bcf9-66f9cb3ed5a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:30.825408 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1d4fdfb-1496-47bf-ab97-fbc6fd13809c req-17b12e0e-c2cb-4415-bcf9-66f9cb3ed5a7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 946 time: 0.0485373 Sep 18 01:10:31.117279 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e1d4fdfb-1496-47bf-ab97-fbc6fd13809c req-0362602a-a749-4431-a64c-8d82fbeb6663 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861614 Sep 18 01:10:32.236777 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1db5af-3efb-48b2-891f-6445032320b1 req-d287ba8d-1a63-449b-a327-be82073a7528 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:10:32.238217 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6c1db5af-3efb-48b2-891f-6445032320b1 req-d287ba8d-1a63-449b-a327-be82073a7528 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 946 time: 0.0453548 Sep 18 01:10:32.285821 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-6c1db5af-3efb-48b2-891f-6445032320b1 req-4f1c77a3-6300-459a-b61f-5c88596aff9b tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Sep 18 01:10:33.696220 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-da947534-bc6e-4315-bd03-d3a4c0dda742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:35.281244 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:36.354985 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:37.109401 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:40.530938 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=76 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:40.532893 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=72 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:42.279564 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=43 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:42.281950 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=45 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:42.418659 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:10:51.171918 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:51.173826 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:51.175090 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:52.928964 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:00.777430 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4922e57e-c8a6-4c31-bea0-0ba470210760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:02.387263 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:02.388122 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:02.920153 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:03.697536 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbacf7d2-8a0d-42f3-a6e8-b1ff8e8bd0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:05.285645 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:05.891235 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-d255adeb-b509-47f0-887c-75297f32e6b6 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376518 Sep 18 01:11:05.999605 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-2e14daff-b861-43c3-8fb4-9e28e74e960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:06.001079 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-2e14daff-b861-43c3-8fb4-9e28e74e960b service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a4f90e9a8c164448a214481704ff18a2&device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 1130 time: 0.0423446 Sep 18 01:11:06.111535 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-dea8d27c-b4f7-4fe2-82d1-e11c390b0d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:06.113009 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-dea8d27c-b4f7-4fe2-82d1-e11c390b0d3d service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=570e1a4b-dc74-4368-927f-9538b7aee5a3 HTTP/1.1" status: 200 len: 915 time: 0.0904753 Sep 18 01:11:06.154632 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-f76442de-2f49-4262-83bd-a22634c4470c service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05a2f546-bfc0-431b-b8d2-43fe9120fd1e HTTP/1.1" status: 200 len: 217 time: 0.0348830 Sep 18 01:11:06.201541 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-30be08c3-1c96-4c13-840c-c8b549e7978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:06.202955 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-30be08c3-1c96-4c13-840c-c8b549e7978d service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=20dccf36-7221-4dba-9269-17b8d0382cfc HTTP/1.1" status: 200 len: 854 time: 0.0430372 Sep 18 01:11:06.234019 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-d609b286-813f-47e5-aabd-f35eb4037b2c service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=570e1a4b-dc74-4368-927f-9538b7aee5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249722 Sep 18 01:11:06.324508 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-e35cff3e-5482-4d9d-b698-720ed3ae6c58 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834920 Sep 18 01:11:06.357132 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:06.413481 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-4622bcfa-5c8a-49f4-a035-46e3f44d5e90 req-6c689c6e-b3a4-4354-abab-984ec1818b45 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827923 Sep 18 01:11:07.112476 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:12.083999 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da29e8-d8d0-4439-8538-9f35eb88593b req-f775d2c4-ff12-477b-8a82-1ed35d64d9f0 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:12.085916 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-65da29e8-d8d0-4439-8538-9f35eb88593b req-f775d2c4-ff12-477b-8a82-1ed35d64d9f0 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 946 time: 0.0501912 Sep 18 01:11:12.133729 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-65da29e8-d8d0-4439-8538-9f35eb88593b req-7b7ad747-304a-4fb4-824e-9eec7bb3cfc0 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423186 Sep 18 01:11:13.253179 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35190ad2-51ec-4cd0-9fa8-a7c46a3ecfcd req-f41c868b-0557-46fe-9433-e5bc488b252b tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:13.254633 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-35190ad2-51ec-4cd0-9fa8-a7c46a3ecfcd req-f41c868b-0557-46fe-9433-e5bc488b252b tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 946 time: 0.0447531 Sep 18 01:11:13.300120 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-35190ad2-51ec-4cd0-9fa8-a7c46a3ecfcd req-ef8b3059-79db-4ff4-92d6-91d9f7117515 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Sep 18 01:11:13.837162 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-225c816f-e4b9-4d7d-a2be-20dbe4763353 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:13.838623 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-225c816f-e4b9-4d7d-a2be-20dbe4763353 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 946 time: 0.0456164 Sep 18 01:11:13.920359 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Deleting port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:11:13.920701 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:14.011293 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] For port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:14.011675 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:14.026167 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Calling delete_port for 05a2f546-bfc0-431b-b8d2-43fe9120fd1e owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:11:14.155994 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (05a2f546-bfc0-431b-b8d2-43fe9120fd1e), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:14.180945 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Pushing event deleted for resources: {'Port': ['ID=05a2f546-bfc0-431b-b8d2-43fe9120fd1e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:14.194401 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.194766 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.195102 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.195438 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.195766 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.196092 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.196411 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.196730 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.197051 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.197370 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.197693 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.198009 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.198324 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.198663 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.198979 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:14.199292 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['05a2f546-bfc0-431b-b8d2-43fe9120fd1e'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:11:14.238803 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] No DVR routers for this DVR port 05a2f546-bfc0-431b-b8d2-43fe9120fd1e on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:11:14.241138 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:14.244288 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-3fb03038-8868-44a8-a8b5-c330c8f2d134 req-c8ad6208-1c00-4a4f-bc10-67221082bd00 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.49 "DELETE /networking/v2.0/ports/05a2f546-bfc0-431b-b8d2-43fe9120fd1e HTTP/1.1" status: 204 len: 173 time: 0.3997424 Sep 18 01:11:14.244785 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1239ceb1-692b-4ef8-919f-8f8aed47d0cb', 'name': 'network-vif-deleted', 'tag': '05a2f546-bfc0-431b-b8d2-43fe9120fd1e'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:11:14.247021 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdacba3-3410-4d39-91cd-2867a9843f3f" -d '{"events": [{"server_uuid": "1239ceb1-692b-4ef8-919f-8f8aed47d0cb", "name": "network-vif-deleted", "tag": "05a2f546-bfc0-431b-b8d2-43fe9120fd1e"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:14.291226 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206441e2-9853-41e9-92b8-65129e7a28d0 x-openstack-request-id: req-206441e2-9853-41e9-92b8-65129e7a28d0 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:14.291519 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1239ceb1-692b-4ef8-919f-8f8aed47d0cb", "name": "network-vif-deleted", "tag": "05a2f546-bfc0-431b-b8d2-43fe9120fd1e", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:14.291773 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-206441e2-9853-41e9-92b8-65129e7a28d0 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:14.292181 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206441e2-9853-41e9-92b8-65129e7a28d0'] response: {'server_uuid': '1239ceb1-692b-4ef8-919f-8f8aed47d0cb', 'name': 'network-vif-deleted', 'tag': '05a2f546-bfc0-431b-b8d2-43fe9120fd1e', 'status': 'completed', 'code': 200} Sep 18 01:11:14.416916 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c13b87b1-f3f5-42f8-abc5-f9b11c33bdee req-e2634b45-e6f1-4e7b-85c9-578b856985cd tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=1239ceb1-692b-4ef8-919f-8f8aed47d0cb HTTP/1.1" status: 200 len: 210 time: 0.0275028 Sep 18 01:11:17.106118 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:18.450477 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 05a2f546-bfc0-431b-b8d2-43fe9120fd1e no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:11:18.470059 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: 05a2f546-bfc0-431b-b8d2-43fe9120fd1e {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:11:18.470390 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device 05a2f546-bfc0-431b-b8d2-43fe9120fd1e not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:11:19.418631 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:11:22.935518 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:22.940480 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:23.406995 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-ab57678d-724b-48ff-9aee-834a212a5fcf tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:23.408445 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-ab57678d-724b-48ff-9aee-834a212a5fcf tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/networks?id=570e1a4b-dc74-4368-927f-9538b7aee5a3 HTTP/1.1" status: 200 len: 814 time: 0.1006751 Sep 18 01:11:23.423304 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-d2f2f8ef-129b-4345-941c-e8d4e477139e tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/quotas/a4f90e9a8c164448a214481704ff18a2 HTTP/1.1" status: 200 len: 375 time: 0.0089793 Sep 18 01:11:23.456653 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-0ec94268-cc29-41de-8727-da51f8d4b469 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=a4f90e9a8c164448a214481704ff18a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269206 Sep 18 01:11:23.549391 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-c5a9f558-1831-46bc-a798-9b2ea0dbae54 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862398 Sep 18 01:11:23.639339 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-9fd5cf47-d7da-4d85-bec8-01f5415965cb service neutron] 10.222.0.42 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841815 Sep 18 01:11:23.803554 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ed4dcd21-5ce0-45c9-a22b-06abe40c2f0a req-bd012bf4-4944-4da7-aace-638596f5f178 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 210 time: 0.0265846 Sep 18 01:11:24.221900 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:24.222970 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:24.910809 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-e2f26f0a-cb97-4007-9886-c9c963940ea0 req-5124589b-58a1-4987-9390-36b8ebd14335 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 210 time: 0.0322821 Sep 18 01:11:24.961010 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-876382c1-6738-435f-980f-3ba625e98a9d tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:24.962539 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-876382c1-6738-435f-980f-3ba625e98a9d tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.49 "GET /networking/v2.0/networks?id=570e1a4b-dc74-4368-927f-9538b7aee5a3 HTTP/1.1" status: 200 len: 814 time: 0.1025727 Sep 18 01:11:24.989337 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Request body: {'port': {'device_id': 'f28a9b5c-488b-4b11-95e4-d701d660354f', 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3', 'admin_state_up': True, 'tenant_id': 'a4f90e9a8c164448a214481704ff18a2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:25.101352 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Made reservation on behalf of a4f90e9a8c164448a214481704ff18a2 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:11:25.105164 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:25.230573 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Allocated IP 172.20.0.9 (570e1a4b-dc74-4368-927f-9538b7aee5a3/20dccf36-7221-4dba-9269-17b8d0382cfc/da6e6f7b-2f98-4561-a55a-fe284adeefaf) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:11:25.376109 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks [] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:25.406847 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729645938360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:25.449655 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Network 570e1a4b-dc74-4368-927f-9538b7aee5a3 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:11:25.452881 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:11:25.456682 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:11:25.482515 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Pushing event updated for resources: {'Port': ['ID=da6e6f7b-2f98-4561-a55a-fe284adeefaf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:25.507554 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:25.510609 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:25.526703 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-3ec6aa92-7df3-4771-83cc-e5c4d32c12ba tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.49 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415902 Sep 18 01:11:25.550012 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.v2.base [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Request body: {'port': {'device_id': 'f28a9b5c-488b-4b11-95e4-d701d660354f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:11:25.609601 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:25.648700 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:25.701353 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:25.853683 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6e6f7b-2f98-4561-a55a-fe284adeefaf {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:11:25.861753 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Publish callbacks [] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:25.875385 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Transition to ACTIVE for port object da6e6f7b-2f98-4561-a55a-fe284adeefaf will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:11:25.878257 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:25.938945 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Pushing event updated for resources: {'Port': ['ID=da6e6f7b-2f98-4561-a55a-fe284adeefaf,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:25.987190 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Attempting to bind port da6e6f7b-2f98-4561-a55a-fe284adeefaf on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:11:25.987519 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Attempting to bind port da6e6f7b-2f98-4561-a55a-fe284adeefaf by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:11:25.987845 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Attempting to bind port da6e6f7b-2f98-4561-a55a-fe284adeefaf on network 570e1a4b-dc74-4368-927f-9538b7aee5a3 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:26.028493 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Port da6e6f7b-2f98-4561-a55a-fe284adeefaf on network 570e1a4b-dc74-4368-927f-9538b7aee5a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:11:26.028824 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Attempting to bind port da6e6f7b-2f98-4561-a55a-fe284adeefaf on network 570e1a4b-dc74-4368-927f-9538b7aee5a3 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:11:26.034701 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96f0af-5c0c-4e66-9fe6-ae9e1c7c59c6 req-553e69c8-61fc-4789-b277-4024dcba92d5 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:26.036176 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ab96f0af-5c0c-4e66-9fe6-ae9e1c7c59c6 req-553e69c8-61fc-4789-b277-4024dcba92d5 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 943 time: 0.0459700 Sep 18 01:11:26.070118 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Checking agent: {'id': '28aab2d6-65c3-4503-8096-5979307c2333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:11:26.070494 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Checking segment: {'id': 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:11:26.070846 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Bound using segment: {'id': 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:11:26.071278 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Bound port: da6e6f7b-2f98-4561-a55a-fe284adeefaf, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:11:26.071633 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:26.083320 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-ab96f0af-5c0c-4e66-9fe6-ae9e1c7c59c6 req-c72b7be0-0bb7-47ba-9e17-49d97d95cd80 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407631 Sep 18 01:11:26.135282 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] For port da6e6f7b-2f98-4561-a55a-fe284adeefaf, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:11:26.138784 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] For port da6e6f7b-2f98-4561-a55a-fe284adeefaf, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da6e6f7b-2f98-4561-a55a-fe284adeefaf,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:11:26.144520 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3678172'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:26.148267 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:26.148907 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:26.150295 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] 10.222.0.49 "PUT /networking/v2.0/ports/da6e6f7b-2f98-4561-a55a-fe284adeefaf HTTP/1.1" status: 200 len: 1093 time: 0.6042342 Sep 18 01:11:26.152419 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f28a9b5c-488b-4b11-95e4-d701d660354f', 'tag': 'da6e6f7b-2f98-4561-a55a-fe284adeefaf'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:11:26.154617 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a08cada-6908-4a29-bc23-6cfde5a2e44a" -d '{"events": [{"name": "network-changed", "server_uuid": "f28a9b5c-488b-4b11-95e4-d701d660354f", "tag": "da6e6f7b-2f98-4561-a55a-fe284adeefaf"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:26.197567 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba5404-b66d-4ae7-aaca-ebc8a0666826 x-openstack-request-id: req-33ba5404-b66d-4ae7-aaca-ebc8a0666826 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:26.197849 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f28a9b5c-488b-4b11-95e4-d701d660354f", "tag": "da6e6f7b-2f98-4561-a55a-fe284adeefaf", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:26.198090 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33ba5404-b66d-4ae7-aaca-ebc8a0666826 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:26.198500 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ba5404-b66d-4ae7-aaca-ebc8a0666826'] response: {'name': 'network-changed', 'server_uuid': 'f28a9b5c-488b-4b11-95e4-d701d660354f', 'tag': 'da6e6f7b-2f98-4561-a55a-fe284adeefaf', 'status': 'completed', 'code': 200} Sep 18 01:11:26.202980 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c131002-cbf7-450b-89f1-ea026d3d4c15 service neutron] Pushing event updated for resources: {'Port': ['ID=da6e6f7b-2f98-4561-a55a-fe284adeefaf,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:26.264721 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-1cd6dc07-13e0-4de2-b750-16498247a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:26.266153 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-1cd6dc07-13e0-4de2-b750-16498247a844 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a4f90e9a8c164448a214481704ff18a2&device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 1127 time: 0.0371883 Sep 18 01:11:26.321517 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-be4833e8-de8b-4c12-8f2b-4e0352fcacd9 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da6e6f7b-2f98-4561-a55a-fe284adeefaf HTTP/1.1" status: 200 len: 217 time: 0.0365107 Sep 18 01:11:26.371260 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-86c74061-9e09-4fd3-aad9-992b3727e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:26.372641 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-86c74061-9e09-4fd3-aad9-992b3727e224 service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=20dccf36-7221-4dba-9269-17b8d0382cfc HTTP/1.1" status: 200 len: 854 time: 0.0420780 Sep 18 01:11:26.406734 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-094634c0-842d-42a5-83c6-a442b20c02c9 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=570e1a4b-dc74-4368-927f-9538b7aee5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243409 Sep 18 01:11:26.500239 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-ea984f19-0799-4f06-a9f4-5d49223502c8 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836155 Sep 18 01:11:26.563611 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:26.594108 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-c12c7989-98a0-4a35-a057-67e0d4e618fd req-9a76beab-bab4-494d-91c5-70ada4330cf1 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839634 Sep 18 01:11:27.206859 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cd3c1-1551-43b0-8ed3-54efb6fc89ab req-c7b5c5c7-4c64-46e1-bd3e-7780be70ff09 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:27.208455 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-df3cd3c1-1551-43b0-8ed3-54efb6fc89ab req-c7b5c5c7-4c64-46e1-bd3e-7780be70ff09 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 943 time: 0.0497987 Sep 18 01:11:27.254689 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-df3cd3c1-1551-43b0-8ed3-54efb6fc89ab req-e6f3cde5-02dd-4887-8cf9-2ebf6979b723 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Sep 18 01:11:27.567396 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:27.575789 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-350cb57c-751e-4678-b94a-56863c2813ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:27.577234 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-350cb57c-751e-4678-b94a-56863c2813ea service neutron] 10.222.0.49 "GET /networking/v2.0/ports?tenant_id=a4f90e9a8c164448a214481704ff18a2&device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 1127 time: 0.0399678 Sep 18 01:11:27.669957 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-8711ae23-de59-44ac-a19b-959a7a9951b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:27.671397 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-8711ae23-de59-44ac-a19b-959a7a9951b2 service neutron] 10.222.0.49 "GET /networking/v2.0/networks?id=570e1a4b-dc74-4368-927f-9538b7aee5a3 HTTP/1.1" status: 200 len: 915 time: 0.0851889 Sep 18 01:11:27.712722 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-27ff6f93-0746-443f-a0e7-0351208eee65 service neutron] 10.222.0.49 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da6e6f7b-2f98-4561-a55a-fe284adeefaf HTTP/1.1" status: 200 len: 217 time: 0.0315115 Sep 18 01:11:27.765006 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-119097e2-6383-485d-b5de-20c6b1d83adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:27.766394 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-119097e2-6383-485d-b5de-20c6b1d83adf service neutron] 10.222.0.49 "GET /networking/v2.0/subnets?id=20dccf36-7221-4dba-9269-17b8d0382cfc HTTP/1.1" status: 200 len: 854 time: 0.0452564 Sep 18 01:11:27.802146 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-370c5b70-d85d-41a9-853f-9f39d6349222 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?network_id=570e1a4b-dc74-4368-927f-9538b7aee5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256269 Sep 18 01:11:27.891007 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-2b39f99a-0b07-4d4b-9c15-56cf82cd9184 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797360 Sep 18 01:11:27.982545 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0a08cada-6908-4a29-bc23-6cfde5a2e44a req-37a6e3f5-1127-4831-afc1-ae0cbbbfaaa6 service neutron] 10.222.0.49 "GET /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817120 Sep 18 01:11:28.374483 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc62dc5-a38e-476e-80f3-cf59640175f0 req-8bce0de8-56f6-45e5-8ad0-5cfdc544aed0 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:28.375955 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-efc62dc5-a38e-476e-80f3-cf59640175f0 req-8bce0de8-56f6-45e5-8ad0-5cfdc544aed0 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 943 time: 0.0471864 Sep 18 01:11:28.426513 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-efc62dc5-a38e-476e-80f3-cf59640175f0 req-d28b2ae2-b5d5-402a-94e1-7a26e7b3e747 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442560 Sep 18 01:11:28.487253 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device da6e6f7b-2f98-4561-a55a-fe284adeefaf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:11:28.588781 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port da6e6f7b-2f98-4561-a55a-fe284adeefaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da6e6f7b-2f98-4561-a55a-fe284adeefaf,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:28.600500 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Returning: {'device': 'da6e6f7b-2f98-4561-a55a-fe284adeefaf', 'network_id': '570e1a4b-dc74-4368-927f-9538b7aee5a3', 'port_id': 'da6e6f7b-2f98-4561-a55a-fe284adeefaf', 'mac_address': 'fa:16:3e:a0:61:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20dccf36-7221-4dba-9269-17b8d0382cfc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:11:28.633774 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port da6e6f7b-2f98-4561-a55a-fe284adeefaf is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:11:28.634159 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:28.646764 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6e6f7b-2f98-4561-a55a-fe284adeefaf {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:11:28.666352 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port da6e6f7b-2f98-4561-a55a-fe284adeefaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da6e6f7b-2f98-4561-a55a-fe284adeefaf,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:28.669726 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:28.715824 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=da6e6f7b-2f98-4561-a55a-fe284adeefaf,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:28.723353 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.723699 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.724042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.724381 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.725224 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.725563 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.725917 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.726269 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.726636 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.726961 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.727282 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.727607 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.727933 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.728254 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:28.728577 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:11:29.001750 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] get_ports_and_sgs() called for port_ids ['da6e6f7b-2f98-4561-a55a-fe284adeefaf'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:11:29.549725 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3a9dd-c501-4525-adb5-1c1dd58b0e96 req-18012b24-806f-4017-921d-2ad8de70d4f1 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:29.551259 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-caf3a9dd-c501-4525-adb5-1c1dd58b0e96 req-18012b24-806f-4017-921d-2ad8de70d4f1 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 944 time: 0.0506625 Sep 18 01:11:29.600187 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-caf3a9dd-c501-4525-adb5-1c1dd58b0e96 req-ff1b13a6-76db-4d16-bffd-323b76d12df3 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Sep 18 01:11:30.526608 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device da6e6f7b-2f98-4561-a55a-fe284adeefaf up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:11:30.568637 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning for port da6e6f7b-2f98-4561-a55a-fe284adeefaf completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:11:30.574144 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Provisioning complete for port da6e6f7b-2f98-4561-a55a-fe284adeefaf triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:11:30.574573 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15952467'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:30.574908 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Attempt 1 to provision port da6e6f7b-2f98-4561-a55a-fe284adeefaf Sep 18 01:11:30.652646 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Current status of the port da6e6f7b-2f98-4561-a55a-fe284adeefaf is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:11:30.653038 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16615363'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:30.676085 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28a9b5c-488b-4b11-95e4-d701d660354f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6e6f7b-2f98-4561-a55a-fe284adeefaf'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:11:30.678360 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a62a4dd0b027dcc1b44c0bd87cf317b7ace1d0a5716f1a134c4ddfe8f9af1e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5adb48d-2e7c-4dd2-adc4-7432a197cbd0" -d '{"events": [{"server_uuid": "f28a9b5c-488b-4b11-95e4-d701d660354f", "name": "network-vif-plugged", "status": "completed", "tag": "da6e6f7b-2f98-4561-a55a-fe284adeefaf"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:30.691889 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] For port da6e6f7b-2f98-4561-a55a-fe284adeefaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da6e6f7b-2f98-4561-a55a-fe284adeefaf,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:30.697494 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729646377638', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729645938378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729645938396'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:30.720449 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:30.721507 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4cc250-a90d-426b-b4de-4eb5ea27398b x-openstack-request-id: req-1a4cc250-a90d-426b-b4de-4eb5ea27398b {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:30.721892 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28a9b5c-488b-4b11-95e4-d701d660354f", "name": "network-vif-plugged", "status": "completed", "tag": "da6e6f7b-2f98-4561-a55a-fe284adeefaf", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:30.722145 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a4cc250-a90d-426b-b4de-4eb5ea27398b {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:30.722852 dv-cinder-master-3-iscsi neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4cc250-a90d-426b-b4de-4eb5ea27398b'] response: {'server_uuid': 'f28a9b5c-488b-4b11-95e4-d701d660354f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6e6f7b-2f98-4561-a55a-fe284adeefaf', 'code': 200} Sep 18 01:11:30.737397 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f062d-d83f-47cc-b7d0-f3cd4104bb0e req-336c7e26-94df-4c81-86a9-371787ac7bbf tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:30.739803 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-884f062d-d83f-47cc-b7d0-f3cd4104bb0e req-336c7e26-94df-4c81-86a9-371787ac7bbf tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 944 time: 0.0664432 Sep 18 01:11:30.748896 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Pushing event updated for resources: {'Port': ['ID=da6e6f7b-2f98-4561-a55a-fe284adeefaf,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:30.782808 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aa94e273-83a4-4e30-8187-b92145b2ec60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:30.788240 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-884f062d-d83f-47cc-b7d0-f3cd4104bb0e req-e305d67d-8c0d-4387-b669-93f951d20bdf tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Sep 18 01:11:30.953805 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15862c-f792-4339-a6ac-a9a6ec85f45d req-a5ef31f8-ba91-4df8-b142-474591aee584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:30.955285 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0e15862c-f792-4339-a6ac-a9a6ec85f45d req-a5ef31f8-ba91-4df8-b142-474591aee584 service neutron] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 1129 time: 0.0375009 Sep 18 01:11:31.002264 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-0e15862c-f792-4339-a6ac-a9a6ec85f45d req-bcaa85e6-f9cd-417a-b3fe-6fab818c974d service neutron] 10.222.0.49 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362158 Sep 18 01:11:31.906842 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581eb5a-079a-43e4-bb8e-fb7fec96abc3 req-1720aa32-e4d2-44d8-9f95-72ebfee319c2 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:31.908317 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7581eb5a-079a-43e4-bb8e-fb7fec96abc3 req-1720aa32-e4d2-44d8-9f95-72ebfee319c2 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 945 time: 0.0455904 Sep 18 01:11:31.940494 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:31.958521 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-7581eb5a-079a-43e4-bb8e-fb7fec96abc3 req-f4d3b005-85ca-445c-8a14-62ae36c1cc9f tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442464 Sep 18 01:11:33.078847 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024e173-f587-45db-9a0d-6a8d4dab7c6f req-be2fe60e-addb-45e4-bd13-55c07a8824e2 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:33.080279 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5024e173-f587-45db-9a0d-6a8d4dab7c6f req-be2fe60e-addb-45e4-bd13-55c07a8824e2 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 945 time: 0.0461342 Sep 18 01:11:33.127123 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-5024e173-f587-45db-9a0d-6a8d4dab7c6f req-5507dd8a-41b4-4add-a5d6-dae15acfdc12 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Sep 18 01:11:33.687702 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=4,neutron:SELECT=66,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:33.701636 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f894227-95ca-431b-8826-a6de86cf8e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:35.287190 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:36.360745 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:37.115098 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:39.394176 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=18 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:39.395029 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=18 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:40.997229 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=51 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:40.999389 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=46 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:43.120813 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=8 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:43.123193 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=24 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:47.104940 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:47.108378 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:47.110624 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:52.325674 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302cb54-4358-40fa-b16b-000cea3a27ab req-d54edc2d-a391-45f2-8b51-d4409c7d0985 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:52.327130 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c302cb54-4358-40fa-b16b-000cea3a27ab req-d54edc2d-a391-45f2-8b51-d4409c7d0985 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 945 time: 0.0455778 Sep 18 01:11:52.373166 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-c302cb54-4358-40fa-b16b-000cea3a27ab req-b217e668-e608-4426-8382-7e150ce237e8 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Sep 18 01:11:52.958717 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:53.494940 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25746a01-fecc-4c76-8acb-f46256ca03c0 req-e933c94c-f0e6-45fa-b040-c5c1bff34877 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:53.496387 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-25746a01-fecc-4c76-8acb-f46256ca03c0 req-e933c94c-f0e6-45fa-b040-c5c1bff34877 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 945 time: 0.0492702 Sep 18 01:11:53.542516 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-25746a01-fecc-4c76-8acb-f46256ca03c0 req-4cf2a146-6fd1-4328-85ae-1660f8f3a2d7 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Sep 18 01:11:54.340155 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-4b4bf0e0-a45e-418b-8931-c2478b8f1005 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:54.341569 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-4b4bf0e0-a45e-418b-8931-c2478b8f1005 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.49 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 945 time: 0.2888520 Sep 18 01:11:54.421511 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Deleting port da6e6f7b-2f98-4561-a55a-fe284adeefaf {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:11:54.421843 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729646377485'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:54.508998 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] For port da6e6f7b-2f98-4561-a55a-fe284adeefaf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=da6e6f7b-2f98-4561-a55a-fe284adeefaf,segment=NetworkSegment(da740e89-fade-40a7-a2ef-9b6dfbaf6e8c),segment_id=da740e89-fade-40a7-a2ef-9b6dfbaf6e8c)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:11:54.509356 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-536156'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:54.522693 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Calling delete_port for da6e6f7b-2f98-4561-a55a-fe284adeefaf owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:11:54.651266 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16614662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729646381963', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729645938369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3678181'] for port (da6e6f7b-2f98-4561-a55a-fe284adeefaf), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:54.666484 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729630ce-174c-45b6-9227-46b5d9cc73dd req-57103e3a-7569-4a6b-a7da-83051452cc64 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:11:54.667979 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-729630ce-174c-45b6-9227-46b5d9cc73dd req-57103e3a-7569-4a6b-a7da-83051452cc64 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=f28a9b5c-488b-4b11-95e4-d701d660354f HTTP/1.1" status: 200 len: 945 time: 0.0473478 Sep 18 01:11:54.681878 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Pushing event deleted for resources: {'Port': ['ID=da6e6f7b-2f98-4561-a55a-fe284adeefaf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:11:54.717030 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [req-729630ce-174c-45b6-9227-46b5d9cc73dd req-85c59a6c-e320-46cd-89d9-3271c5728cce tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.42 "GET /networking/v2.0/security-groups?id=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Sep 18 01:11:54.722547 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] No DVR routers for this DVR port da6e6f7b-2f98-4561-a55a-fe284adeefaf on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:11:54.726234 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925287'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:54.730041 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [req-02afc6d9-bb9f-421d-840b-36d542bb4d1f req-db483bb1-720f-4cf8-a02a-56eb19385c33 tempest-VolumesSnapshotTestJSON-1303083818 tempest-VolumesSnapshotTestJSON-1303083818-project] 10.222.0.49 "DELETE /networking/v2.0/ports/da6e6f7b-2f98-4561-a55a-fe284adeefaf HTTP/1.1" status: 204 len: 173 time: 0.3799624 Sep 18 01:11:54.734676 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f28a9b5c-488b-4b11-95e4-d701d660354f', 'name': 'network-vif-deleted', 'tag': 'da6e6f7b-2f98-4561-a55a-fe284adeefaf'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:11:54.734676 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d16c526d7d0a5da54da6536e1c67770008372b2669efc33ac0df23a4f1000a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cb6f57-5067-453e-949a-e2219e069241" -d '{"events": [{"server_uuid": "f28a9b5c-488b-4b11-95e4-d701d660354f", "name": "network-vif-deleted", "tag": "da6e6f7b-2f98-4561-a55a-fe284adeefaf"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:11:54.769259 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730e8e49-18ff-4ebf-a4ed-9d28f70fad4e x-openstack-request-id: req-730e8e49-18ff-4ebf-a4ed-9d28f70fad4e {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:11:54.769553 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f28a9b5c-488b-4b11-95e4-d701d660354f", "name": "network-vif-deleted", "tag": "da6e6f7b-2f98-4561-a55a-fe284adeefaf", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:11:54.769843 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-730e8e49-18ff-4ebf-a4ed-9d28f70fad4e {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:11:54.770197 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730e8e49-18ff-4ebf-a4ed-9d28f70fad4e'] response: {'server_uuid': 'f28a9b5c-488b-4b11-95e4-d701d660354f', 'name': 'network-vif-deleted', 'tag': 'da6e6f7b-2f98-4561-a55a-fe284adeefaf', 'status': 'completed', 'code': 200} Sep 18 01:11:56.417492 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:11:56.619308 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device da6e6f7b-2f98-4561-a55a-fe284adeefaf no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:11:56.638793 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] No Port match for: da6e6f7b-2f98-4561-a55a-fe284adeefaf {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:11:56.639142 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Device da6e6f7b-2f98-4561-a55a-fe284adeefaf not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:12:00.785433 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3183c674-3930-4822-84dc-9787358e16c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:03.701948 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-27180924-48aa-4b8d-bd4e-a3883d221a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:04.706028 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:04.706936 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:04.709966 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=25 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:04.713449 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=29 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:05.289404 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:06.363013 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:07.117555 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:16.385675 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:16.389519 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:17.107362 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:17.111768 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:17.113679 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:17.971263 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.42', 50652) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:12:18.017715 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Deleting subnet 20dccf36-7221-4dba-9269-17b8d0382cfc {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:12:18.020726 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Publish callbacks [] for subnet (20dccf36-7221-4dba-9269-17b8d0382cfc), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.054084 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847817'] for subnet (20dccf36-7221-4dba-9269-17b8d0382cfc), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.094538 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16658407'] for subnet (20dccf36-7221-4dba-9269-17b8d0382cfc), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.146413 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16661722', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664725', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3678090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3396996'] for subnet (20dccf36-7221-4dba-9269-17b8d0382cfc), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.173030 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.176331 dv-cinder-master-3-iscsi neutron-server[106376]: INFO neutron.wsgi [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] 10.222.0.42 "DELETE /networking/v2.0/subnets/20dccf36-7221-4dba-9269-17b8d0382cfc HTTP/1.1" status: 204 len: 168 time: 0.2040546 Sep 18 01:12:18.177323 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20dccf36-7221-4dba-9269-17b8d0382cfc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:18.179200 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 50654) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:12:18.184882 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.185229 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.185561 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.185893 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.186225 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.186575 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.186897 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.187214 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.187555 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.187874 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.188196 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.188515 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.188832 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.189146 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.189483 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf752ac3-0d18-4937-82c1-e1643cac47e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.249447 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16587410'] for network (570e1a4b-dc74-4368-927f-9538b7aee5a3), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.325064 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15950540', 'neutron.services.segments.db._delete_segments_for_network-8729646339521'] for network (570e1a4b-dc74-4368-927f-9538b7aee5a3), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.344958 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570e1a4b-dc74-4368-927f-9538b7aee5a3']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:18.354320 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:18.354648 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.services.segments.db [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da740e89-fade-40a7-a2ef-9b6dfbaf6e8c') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:12:18.363940 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729646339413', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25497215'] for segment (da740e89-fade-40a7-a2ef-9b6dfbaf6e8c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.377342 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227'] for segment (da740e89-fade-40a7-a2ef-9b6dfbaf6e8c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.383490 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:12:18.383870 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15948227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25496155'] for segment (da740e89-fade-40a7-a2ef-9b6dfbaf6e8c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.447516 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15950581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-664610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-552988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533385'] for network (570e1a4b-dc74-4368-927f-9538b7aee5a3), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.453553 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-552974'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.456923 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] 10.222.0.42 "DELETE /networking/v2.0/networks/570e1a4b-dc74-4368-927f-9538b7aee5a3 HTTP/1.1" status: 204 len: 168 time: 0.2768779 Sep 18 01:12:18.468850 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=570e1a4b-dc74-4368-927f-9538b7aee5a3,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:18.476601 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment da740e89-fade-40a7-a2ef-9b6dfbaf6e8c resource provider aggregate not found Sep 18 01:12:18.481904 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.481904 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.482222 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.482581 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.482914 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.483236 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.483545 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.483858 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.484361 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.484867 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.485354 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.485858 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.486182 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.486523 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.486844 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a2999b-37be-4a54-9681-ec9dc7366c34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:12:18.502402 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment da740e89-fade-40a7-a2ef-9b6dfbaf6e8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da740e89-fade-40a7-a2ef-9b6dfbaf6e8c found for delete ", "request_id": "req-531453de-a39b-4a74-b33e-451f5436c750"}]} Sep 18 01:12:18.573250 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 50664) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:12:18.613336 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-de1234f8-73b9-454a-9ef7-b99247a4f86c admin admin] 10.222.0.42 "GET /networking/v2.0/security-groups?tenant_id=a4f90e9a8c164448a214481704ff18a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388277 Sep 18 01:12:18.615668 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.42', 50666) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:12:18.662938 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92bcf90d-eaa5-41f7-b798-5ba395a62dc9 admin admin] Publish callbacks [] for security_group (faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.682825 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92bcf90d-eaa5-41f7-b798-5ba395a62dc9 admin admin] Publish callbacks [] for security_group (faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.732807 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92bcf90d-eaa5-41f7-b798-5ba395a62dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662265'] for security_group (faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.735712 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-92bcf90d-eaa5-41f7-b798-5ba395a62dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:18.736866 dv-cinder-master-3-iscsi neutron-server[106375]: INFO neutron.wsgi [None req-92bcf90d-eaa5-41f7-b798-5ba395a62dc9 admin admin] 10.222.0.42 "DELETE /networking/v2.0/security-groups/faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1 HTTP/1.1" status: 204 len: 168 time: 0.1202888 Sep 18 01:12:18.744663 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcf90d-eaa5-41f7-b798-5ba395a62dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faec2a48-d9b9-4b64-b1a1-96a22ce0d1b1,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:12:22.959794 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:27.418303 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:27.419170 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:28.179787 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:28.180553 dv-cinder-master-3-iscsi neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:28.720186 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:28.740442 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:30.787180 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2389f074-8220-42d7-a806-51ee3e55b8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:33.416749 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:12:33.703223 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c8fa3789-8f84-4cae-8855-3df19fad70fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:35.292334 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:36.368802 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:37.121577 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:51.166937 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:51.169378 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:51.170673 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:52.975563 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:12:53.390908 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:12:53.395842 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:13:00.790025 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f2d5119a-02ca-45b1-a558-b77c82dbaf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:03.704375 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c0491d7-40b2-491a-8dd3-ee682874b329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:05.295211 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:06.362400 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:07.124319 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:10.416960 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:13:16.357964 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:13:17.114728 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:13:17.119581 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:13:22.974958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:30.792278 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cc160f3-650f-460c-a92a-96ae4fade37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:31.173830 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=20 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:13:31.174581 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=14 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:13:33.705685 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b188199b-4436-4af1-a0f1-da0ee3175fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:35.297123 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:36.364706 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:37.127506 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:13:47.116504 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:13:47.120984 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:13:47.123025 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:13:47.416644 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:13:52.975050 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:00.794865 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-920fb556-8b9b-4fb8-a5aa-9dcecdbcfedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:03.708796 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2dcb44e2-8f24-48f2-bda7-e858bcc24b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:05.297936 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:06.366805 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:07.130049 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:07.389290 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:07.389903 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:16.362784 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:17.123803 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:17.124527 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:22.978108 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:24.418024 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:14:27.423583 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:30.797307 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c24703d1-9a95-4a77-93d5-78ed7f458f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:33.709926 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f4f93b1f-ab28-4311-a7e0-9e9f4b001075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:35.301168 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:36.371909 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:37.132655 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:14:44.386122 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:44.386925 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:51.178961 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:51.181302 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=17 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:51.182673 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:14:52.992687 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:00.799627 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8f57a5e5-d64d-41b7-a610-08da9d56f2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:01.417699 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:15:03.710705 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-766ad663-6702-4adb-b7ea-65af8fa12e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:05.303862 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:06.365042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:07.136030 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:17.125643 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:15:17.128514 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:15:17.130376 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:15:23.008042 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:30.803546 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b45cc437-25dd-4199-b48f-315c3b601bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:31.174830 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=17 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:15:31.176735 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=17 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:15:33.712510 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cd9fbc97-0bf7-499e-b12c-d51267bb55f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:35.306950 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:36.367357 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:37.138576 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:38.416453 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:15:47.127789 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:15:47.132051 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:15:47.134010 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:15:53.007461 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:15:54.741300 dv-cinder-master-3-iscsi neutron-server[106375]: DEBUG neutron.wsgi [req-a66c1992-9ba5-45a7-9b1e-b867ebb891fa req-0e6c02aa-7cf6-44d2-a87d-7905d6134b92 service neutron] (106375) timed out ('10.222.0.49', 53185) {{(pid=106375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 18 01:15:58.387890 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:15:58.388615 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:00.805978 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3a70f647-800b-411a-92a9-036aceaeac3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:03.003958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:03.714561 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3084ec67-5222-44ae-8529-c83e74164f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:05.308964 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:06.369876 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:07.144331 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:15.415421 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:16:16.365674 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:17.134998 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:17.136892 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:23.027039 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:30.807239 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1337b4a6-ecb6-4397-9799-5e345d592885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:33.715534 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c801-3d29-471e-aba8-a9187ec8c9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:35.311958 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:35.384946 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:35.395032 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:36.372038 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:37.143600 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:16:51.298956 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:51.301903 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:51.304990 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:16:52.414881 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:16:53.025171 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:17:00.807993 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-32d613c5-ff06-4c6c-b303-b3d16cfa10e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (d8b7cb4d-fc68-4991-a320-6add04b3fb96), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:17:03.716578 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-030351f8-aaa7-40ab-bdde-f1dc3e394809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (33f16e5a-610c-4ed4-88da-4c80688f29e7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:17:05.315219 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e04b9359-076c-4569-96dd-07f46262c87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (22ef32b2-5a70-40c4-8595-684535564b2b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:17:06.373816 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bacd431b-0a3a-435c-9fef-600dff9589d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (f533ae7e-def3-4fbc-91e9-328bfdf2ba77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:17:07.147607 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-af93d7d1-8a71-4edd-9952-708c4d46f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (dd828ac1-001f-47bf-9b07-a2dc4dd78178), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:17:12.391137 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:17:12.391842 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:17:16.367727 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:17:17.140079 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:17:17.141929 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:17:23.024999 dv-cinder-master-3-iscsi neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a9a7cff7-0baa-4d4f-b7fe-a29bec532f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729646339503', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15952525'] for agent (28aab2d6-65c3-4503-8096-5979307c2333), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:17:29.414594 dv-cinder-master-3-iscsi neutron-server[106378]: DEBUG neutron.db.agents_db [None req-3a6df192-b745-49cd-8b44-294e54c255f7 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}